-- Logs begin at Wed 2021-06-30 00:37:06 UTC, end at Wed 2021-06-30 02:12:57 UTC. -- Jun 30 01:18:40.561942 dv-cinder-797245-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 01:18:43.219681 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.common.config [-] Logging enabled! Jun 30 01:18:43.220272 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 30 01:18:43.220461 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93283) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 01:18:43.223663 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.common.config [-] Logging enabled! Jun 30 01:18:43.223921 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 30 01:18:43.224233 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93283) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 01:18:43.225165 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 01:18:43.225401 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 01:18:43.225759 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 01:18:43.226031 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 01:18:43.226239 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 01:18:43.226560 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.226858 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.227189 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.227428 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.227722 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.228012 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.228297 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.228589 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.228886 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.229175 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.229459 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.229747 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.229979 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.230262 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.230552 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.231386 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.231613 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] debug = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.231898 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.232322 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.232742 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.233028 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.233329 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.233610 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.233884 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.234161 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.234448 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.234777 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] host = dv-cinder-797245-10-iscsi {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.235080 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.235371 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.235660 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.235948 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.236225 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.236517 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.236794 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.237070 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.237348 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] log_file = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.237629 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.237918 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.238206 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.238497 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.238723 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.238947 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.239265 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.239556 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.239834 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.240112 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.240389 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.240666 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.240944 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.241217 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.241502 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.241789 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.242077 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.242354 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.242634 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.242909 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.243206 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.243500 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.243776 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.244053 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.244328 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.244619 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.244888 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.245165 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.245466 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.245755 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.246039 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.246378 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.247195 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.247488 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.247769 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.248051 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.248329 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] use_json = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.248608 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.248885 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.249171 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.249449 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.249726 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.250004 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.250279 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.250566 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:43.250868 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.251301 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.251610 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.251901 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.252214 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.252485 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.252778 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.253062 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.253360 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.253655 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.253945 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.254228 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.254519 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.254803 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.255128 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.255438 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.255738 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.256034 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.256319 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.256600 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.256881 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.257164 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.257474 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.257756 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.258051 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.258333 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.258617 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.258913 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.259234 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.259514 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.259800 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.260091 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.260375 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.260657 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.260943 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.261225 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.261503 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.261781 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.262088 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.262382 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.262663 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.262940 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.263244 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.263530 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.263807 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.264097 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.264379 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.264657 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.264933 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.265213 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.265489 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.265763 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.266044 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.266318 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.266602 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.266878 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.267186 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.267465 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.267740 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.268017 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.268292 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.268565 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.268847 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.269123 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.269396 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.269673 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.269955 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.270231 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.270519 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.270819 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.271123 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.271407 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.271689 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.271970 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.272252 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.272532 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.272813 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.273095 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.273376 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.273668 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.273956 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.274243 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.274529 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.274810 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.275128 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.275412 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.275698 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.275979 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.276262 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.276553 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.276838 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.277134 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.277427 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.277762 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.278060 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.278355 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.278642 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.278950 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.279259 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:43.279479 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 01:18:43.279719 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93283) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 01:18:43.629617 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:18:43.629899 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:18:43.630193 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:18:43.630529 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 01:18:44.019784 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.019985 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.020262 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.021563 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.021841 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.022110 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.056244 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.056526 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.056798 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.070516 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.070801 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.071090 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.101046 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.101331 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.101601 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.138068 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.138358 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.138625 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.369726 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.370334 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.370334 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.370519 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.371808 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.495500 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.495824 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.496110 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.496925 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.497198 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.497512 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.497773 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.498034 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.498293 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.498578 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.498842 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.499134 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.499402 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.499671 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.499928 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.500200 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.500474 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.500889 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.501168 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.501427 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.501711 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.502069 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.502328 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.502616 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.502869 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.503144 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.503540 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:18:44.503783 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:18:44.504023 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:18:44.504261 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:18:44.504497 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:18:44.504734 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:18:44.505096 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 01:18:44.508196 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 01:18:44.512171 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 01:18:44.516022 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 30 01:18:44.517685 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 01:18:44.518133 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 01:18:44.518471 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 01:18:44.518860 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 01:18:44.521891 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 01:18:44.522150 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 01:18:44.522503 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 01:18:44.550296 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 01:18:44.550996 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.551334 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93283) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 01:18:44.551697 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.553049 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93283) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 01:18:44.553336 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 01:18:44.553587 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 01:18:44.556775 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.557058 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:44.620539 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 01:18:44.620715 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 01:18:44.620952 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 01:18:44.621844 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 01:18:44.642809 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_db.sqlalchemy.engines [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93283) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 01:18:45.341657 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Initializing driver for type 'gre' Jun 30 01:18:45.342173 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] gre ID ranges: [(1, 1000)] Jun 30 01:18:45.518124 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Initializing driver for type 'local' Jun 30 01:18:45.518731 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Initializing driver for type 'vlan' Jun 30 01:18:45.624436 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] VlanTypeDriver initialization complete Jun 30 01:18:45.624707 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Initializing driver for type 'vxlan' Jun 30 01:18:45.625209 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] vxlan ID ranges: [(1, 1000)] Jun 30 01:18:45.835972 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Initializing extension driver 'port_security' Jun 30 01:18:45.836309 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.extensions.port_security [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] PortSecurityExtensionDriver initialization complete Jun 30 01:18:45.836644 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Initializing mechanism driver 'openvswitch' Jun 30 01:18:45.836973 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Initializing mechanism driver 'hyperv' Jun 30 01:18:45.844110 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:18:45.845054 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > port after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.850284 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > port after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.850284 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > port after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.850284 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > subnet after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.850284 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > subnet after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.850623 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > subnet after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.850623 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > network after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.850623 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > network after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.850623 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > network after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.850921 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > security_group after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.850921 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > security_group after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.850921 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > security_group after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.850921 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.851246 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.851246 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.851246 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > address_group after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.851246 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > address_group after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.851557 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > address_group after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.851557 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] ML2 OVO RPC backend initialized. {{(pid=93283) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 30 01:18:45.851892 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router_interface after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.852243 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.852657 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > network before_response 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.853000 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > networks before_response 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.853342 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > port before_response 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.853681 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > ports before_response 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.854018 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > subnet before_response 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.854358 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > subnets before_response 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.854708 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > network after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.855041 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > network after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.855395 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > network after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.856304 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > port after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.856642 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > port after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.856975 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > port after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.857309 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > subnet after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.857643 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > subnet after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.857971 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > subnet after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.858534 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.plugin [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Modular L2 Plugin initialization complete Jun 30 01:18:45.858857 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading services supported by the core plugin {{(pid=93283) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 01:18:45.859213 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.plugins.ml2.managers [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Got port-security extension from driver 'port_security' Jun 30 01:18:45.859696 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.extensions.vlantransparent [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Disabled vlantransparent extension. Jun 30 01:18:45.860208 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93283) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 01:18:45.860517 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading Plugin: router Jun 30 01:18:45.896322 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router_interface before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.896657 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router after_create 55549900 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.897245 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router before_create 55549900 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.897868 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.898492 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.899149 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router after_delete 55549900 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.899774 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > floatingip after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.900269 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router after_create 55549900 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.900629 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router after_update 55549900 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.900985 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router after_update 55549900 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.901337 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.901697 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router after_update 55549900 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.902107 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router precommit_update 55549900 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.902983 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: port after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.903346 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: port after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.903684 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: subnet after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.904019 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.904373 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > port precommit_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.904718 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router precommit_create 55549900 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.905058 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: port before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.905397 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router precommit_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.905749 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router after_update 55549900 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.906088 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router precommit_delete 55549900 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.906436 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router precommit_create 55549900 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.906794 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router_interface after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.907161 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router precommit_update 55549900 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.907520 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > agent after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.907865 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > agent after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.908206 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > network after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.909070 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Tracking information for resource: router configured {{(pid=93283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:18:45.909396 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Tracking information for resource: floatingip configured {{(pid=93283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:18:45.914359 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.db.l3_agentschedulers_db [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 01:18:45.914926 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: port after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.915310 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: port after_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.915661 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: port after_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.916011 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: port after_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.916800 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router before_create 55550100 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.917157 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router precommit_delete 55550100 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.917513 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router precommit_create 55550100 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.917864 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > router precommit_update 55550100 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.922925 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.services.provider_configuration [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service providers = [] {{(pid=93283) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 01:18:45.923322 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.db.servicetype_db [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93283) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 01:18:45.926474 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.services.service_base [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 01:18:45.926819 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.services.service_base [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 01:18:45.927189 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.services.service_base [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 01:18:45.928070 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.services.service_base [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 01:18:45.928438 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.services.service_base [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 01:18:45.928813 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:18:45.929125 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 01:18:45.941086 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:18:45.941421 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading Plugin: auto_allocate Jun 30 01:18:45.947259 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: network precommit_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.947632 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: network precommit_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.948157 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:18:45.948478 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading Plugin: tag Jun 30 01:18:45.955562 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:18:45.955884 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading Plugin: timestamp Jun 30 01:18:45.959667 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:18:45.960174 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading Plugin: network_ip_availability Jun 30 01:18:45.966129 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.966500 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.966856 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:45.967609 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:18:45.967927 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading Plugin: flavors Jun 30 01:18:45.972591 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:18:45.972919 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading Plugin: revisions Jun 30 01:18:45.977177 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:18:45.977562 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_concurrency.lockutils [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.347s {{(pid=93283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:18:45.978296 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93283) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 01:18:45.978627 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Initializing extension manager. Jun 30 01:18:45.979159 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: __init__.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.979497 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: __pycache__ {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.979841 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.980157 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: address_group.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.980923 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:45.981479 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: address-group Jun 30 01:18:45.981798 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: address_scope.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.982501 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:45.983010 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: address-scope Jun 30 01:18:45.983354 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: admin_state_down_before_update.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.984258 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:45.984774 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: router-admin-state-down-before-update Jun 30 01:18:45.985090 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: agent.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.985779 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:45.986277 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: agent Jun 30 01:18:45.986592 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: agent_resources_synced.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.987515 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:45.988027 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: agent-resources-synced Jun 30 01:18:45.988345 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: allowedaddresspairs.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.990104 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:45.990631 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: allowed-address-pairs Jun 30 01:18:45.990956 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: auto_allocated_topology.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.992222 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:45.992745 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: auto-allocated-topology Jun 30 01:18:45.993069 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: availability_zone.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.993754 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:45.994264 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: availability_zone Jun 30 01:18:45.994589 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: availability_zone_filter.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.995515 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:45.996032 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: availability_zone_filter Jun 30 01:18:45.996375 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: data_plane_status.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.997264 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:45.997775 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 01:18:45.998093 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: default_subnetpools.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:45.998997 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:45.999538 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: default-subnetpools Jun 30 01:18:45.999855 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: dhcpagentscheduler.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.000647 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.001155 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: dhcp_agent_scheduler Jun 30 01:18:46.001468 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: dns.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.002367 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.002872 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension dns-integration not supported by any of loaded plugins Jun 30 01:18:46.003224 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: dns_domain_ports.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.004128 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.004636 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 01:18:46.004951 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.005853 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.006359 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 01:18:46.006676 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: dvr.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.007365 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.007866 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: dvr Jun 30 01:18:46.008180 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: empty_string_filtering.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.009077 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.009582 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: empty-string-filtering Jun 30 01:18:46.009897 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.010787 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.011334 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 01:18:46.011647 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.013055 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.013559 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 01:18:46.013875 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: external_net.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.014775 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.015315 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: external-net Jun 30 01:18:46.015635 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: extra_dhcp_opt.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.016528 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.017044 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: extra_dhcp_opt Jun 30 01:18:46.017361 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: extraroute.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.018258 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.018772 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: extraroute Jun 30 01:18:46.019115 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: extraroute_atomic.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.020142 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.020660 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: extraroute-atomic Jun 30 01:18:46.020976 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: filter_validation.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.021629 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.022133 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: filter-validation Jun 30 01:18:46.022444 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: fip_pf_description.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.023370 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.023875 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 01:18:46.024190 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: fip_port_details.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.025092 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.025597 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: fip-port-details Jun 30 01:18:46.025912 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: flavors.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.027146 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.028214 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: flavors Jun 30 01:18:46.028533 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.030206 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.030733 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 01:18:46.031084 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: floatingip_pools.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.031772 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.032276 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: floatingip-pools Jun 30 01:18:46.032599 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: ip_allocation.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.033501 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.034011 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 01:18:46.034334 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.035283 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.035796 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: ip-substring-filtering Jun 30 01:18:46.036118 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: l2_adjacency.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.037025 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.037528 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 01:18:46.037847 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: l3.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.038789 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.039334 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: router Jun 30 01:18:46.039662 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: l3_conntrack_helper.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.041983 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.042513 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 01:18:46.042840 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.043811 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.044333 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: ext-gw-mode Jun 30 01:18:46.044653 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.045565 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.046081 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: l3-ha Jun 30 01:18:46.046404 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: l3_flavors.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.047346 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.047863 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: l3-flavors Jun 30 01:18:46.048178 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.049081 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.049597 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 01:18:46.049918 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: l3agentscheduler.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.051226 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.051743 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: l3_agent_scheduler Jun 30 01:18:46.052065 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: logging.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.053545 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.054069 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension logging not supported by any of loaded plugins Jun 30 01:18:46.054395 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: metering.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.055153 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.055735 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: metering Jun 30 01:18:46.056055 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.057133 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.057655 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: metering_source_and_destination_fields Jun 30 01:18:46.057975 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: multiprovidernet.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.058915 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.059455 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: multi-provider Jun 30 01:18:46.059773 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: netmtu.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.060679 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.061191 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: net-mtu Jun 30 01:18:46.061509 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: netmtu_writable.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.062407 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.062922 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: net-mtu-writable Jun 30 01:18:46.063268 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: network_availability_zone.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.063929 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.064435 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: network_availability_zone Jun 30 01:18:46.064753 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: network_ip_availability.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.065829 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.066347 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: network-ip-availability Jun 30 01:18:46.066666 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: network_segment_range.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.067472 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.067982 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 01:18:46.068297 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: pagination.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.069262 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.069589 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: pagination Jun 30 01:18:46.069904 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: port_device_profile.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.070805 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.071358 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: port-device-profile Jun 30 01:18:46.071676 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.072622 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.086809 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: port-mac-address-regenerate Jun 30 01:18:46.086809 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.087635 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.088176 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: port-numa-affinity-policy Jun 30 01:18:46.088498 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: port_resource_request.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.089401 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.089911 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 01:18:46.090787 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: portbindings.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.091737 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.092248 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: binding Jun 30 01:18:46.092561 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: portbindings_extended.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.093827 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.094349 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: binding-extended Jun 30 01:18:46.094666 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: portsecurity.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.095618 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.096128 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: port-security Jun 30 01:18:46.096444 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: project_id.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.097444 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.097767 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: project-id Jun 30 01:18:46.098083 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: providernet.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.098985 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.099530 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: provider Jun 30 01:18:46.099846 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: qos.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.103621 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.104162 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension qos not supported by any of loaded plugins Jun 30 01:18:46.104485 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.105733 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.106248 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 01:18:46.106568 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.114971 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.115508 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 01:18:46.115828 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: qos_default.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.116717 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.117230 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension qos-default not supported by any of loaded plugins Jun 30 01:18:46.117550 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: qos_fip.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.118192 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.118699 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension qos-fip not supported by any of loaded plugins Jun 30 01:18:46.119021 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: qos_gateway_ip.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.119943 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.120460 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 01:18:46.120773 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: qos_port_network_policy.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.121660 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.122164 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 01:18:46.122477 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: qos_rule_type_details.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.123402 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.123907 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 01:18:46.124220 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: qos_rules_alias.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.125245 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.125754 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 01:18:46.126071 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: quotasv2.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.126992 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.127332 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: quotas Jun 30 01:18:46.127642 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: quotasv2_detail.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.130716 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.131052 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: quota_details Jun 30 01:18:46.131398 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: rbac.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.132451 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.132975 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: rbac-policies Jun 30 01:18:46.133298 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: rbac_address_group.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.134206 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.134721 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: rbac-address-group Jun 30 01:18:46.135038 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: rbac_address_scope.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.135950 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.136469 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: rbac-address-scope Jun 30 01:18:46.137277 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: rbac_security_groups.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.138171 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.138689 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: rbac-security-groups Jun 30 01:18:46.139009 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: rbac_subnetpool.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.139920 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.140423 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: rbac-subnetpool Jun 30 01:18:46.143476 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: revisionifmatch.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.144124 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.144632 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: revision-if-match Jun 30 01:18:46.144947 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: revisions.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.146219 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.146780 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: standard-attr-revisions Jun 30 01:18:46.147052 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: router_availability_zone.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.147735 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.148246 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: router_availability_zone Jun 30 01:18:46.148559 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: routerservicetype.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.149450 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.149956 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension router-service-type not supported by any of loaded plugins Jun 30 01:18:46.150271 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.151208 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.151732 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: security-groups-normalized-cidr Jun 30 01:18:46.152048 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: security_groups_port_filtering.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.153485 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.153997 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: port-security-groups-filtering Jun 30 01:18:46.154312 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.155239 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.155747 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: security-groups-remote-address-group Jun 30 01:18:46.156061 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: securitygroup.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.165630 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.166151 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: security-group Jun 30 01:18:46.166477 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: segment.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.167274 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.167779 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension segment not supported by any of loaded plugins Jun 30 01:18:46.168125 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.169042 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.169546 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 01:18:46.169865 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: servicetype.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.170946 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.171499 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: service-type Jun 30 01:18:46.171817 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: sorting.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.172789 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.173111 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: sorting Jun 30 01:18:46.173427 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: standard_attr_segment.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.174387 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.174902 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 01:18:46.175254 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: standardattrdescription.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.176142 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.176645 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: standard-attr-description Jun 30 01:18:46.176961 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: stateful_security_group.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.177872 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.178375 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: stateful-security-group Jun 30 01:18:46.178688 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: stdattrs_common.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.179271 dv-cinder-797245-10-iscsi neutron-server[93283]: WARNING neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 01:18:46.179586 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.180499 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.181002 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 01:18:46.181318 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: subnet_onboard.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.190509 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.191025 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: subnet_onboard Jun 30 01:18:46.191373 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.192276 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.192786 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 01:18:46.193099 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: subnet_service_types.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.194007 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.194524 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: subnet-service-types Jun 30 01:18:46.194832 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: subnetallocation.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.195928 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.196444 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: subnet_allocation Jun 30 01:18:46.196759 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.197407 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.197924 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: subnetpool-prefix-ops Jun 30 01:18:46.198235 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.199165 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.200198 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 01:18:46.200510 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: tagging.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.201547 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.202062 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: standard-attr-tag Jun 30 01:18:46.202376 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: timestamp.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.203607 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.204119 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loaded extension: standard-attr-timestamp Jun 30 01:18:46.204439 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: trunk.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.205454 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.205968 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension trunk not supported by any of loaded plugins Jun 30 01:18:46.206288 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: trunk_details.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.207257 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.207768 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension trunk-details not supported by any of loaded plugins Jun 30 01:18:46.208088 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: uplink_status_propagation.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.208984 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.209490 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 01:18:46.209813 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Loading extension file: vlantransparent.py {{(pid=93283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:18:46.210472 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:18:46.210970 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 01:18:46.213452 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:network Jun 30 01:18:46.214209 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:subnet Jun 30 01:18:46.214398 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:18:46.214783 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:port Jun 30 01:18:46.216959 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.217402 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service FLAVORS assigned prefix: {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.218024 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.218483 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.218783 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:router Jun 30 01:18:46.219265 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:floatingip Jun 30 01:18:46.219748 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service METERING assigned prefix: /metering {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.221382 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:46.224254 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:46.224254 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:18:46.224254 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 01:18:46.224254 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:security_group Jun 30 01:18:46.224254 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 01:18:46.224638 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service CORE assigned prefix: {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.224918 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:18:46.225258 dv-cinder-797245-10-iscsi neutron-server[93283]: WARNING neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] subnetpool is already registered Jun 30 01:18:46.225682 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service CORE assigned prefix: {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.226001 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:18:46.226323 dv-cinder-797245-10-iscsi neutron-server[93283]: WARNING neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] subnetpool is already registered Jun 30 01:18:46.229049 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.229475 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service FLAVORS assigned prefix: {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.230300 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.231038 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.231663 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:router Jun 30 01:18:46.232139 dv-cinder-797245-10-iscsi neutron-server[93283]: WARNING neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] router is already registered Jun 30 01:18:46.232558 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:floatingip Jun 30 01:18:46.232895 dv-cinder-797245-10-iscsi neutron-server[93283]: WARNING neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] floatingip is already registered Jun 30 01:18:46.233350 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service METERING assigned prefix: /metering {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.234016 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 01:18:46.234333 dv-cinder-797245-10-iscsi neutron-server[93283]: WARNING neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] rbac_policy is already registered Jun 30 01:18:46.234740 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:security_group Jun 30 01:18:46.235090 dv-cinder-797245-10-iscsi neutron-server[93283]: WARNING neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] security_group is already registered Jun 30 01:18:46.235491 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 01:18:46.236094 dv-cinder-797245-10-iscsi neutron-server[93283]: WARNING neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] security_group_rule is already registered Jun 30 01:18:46.236720 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service CORE assigned prefix: {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.237042 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:18:46.237366 dv-cinder-797245-10-iscsi neutron-server[93283]: WARNING neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] subnetpool is already registered Jun 30 01:18:46.237802 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.v2.resource_helper [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Service CORE assigned prefix: {{(pid=93283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:18:46.238120 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:18:46.238443 dv-cinder-797245-10-iscsi neutron-server[93283]: WARNING neutron.quota.resource_registry [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] subnetpool is already registered Jun 30 01:18:46.238895 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: extensions {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.241553 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: address-groups {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.243761 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: address-scopes {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.245088 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: agents {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.246270 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: auto-allocated-topology {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.247554 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: availability_zones {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.248775 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: dhcp-networks {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.251599 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: dhcp-agents {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.253036 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: routers {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.258333 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: flavors {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.258333 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: service_profiles {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.258333 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: next_providers {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.258606 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: service_profiles {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.260191 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: floatingip-pools {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.261433 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: routers {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.263686 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: floatingips {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.264956 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: l3-routers {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.266331 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: l3-agents {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.267783 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: metering-labels {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.269038 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: metering-label-rules {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.270472 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: network-ip-availabilities {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.271775 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: bindings {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.273332 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: quotas {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.274864 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: quotas {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.276319 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: rbac-policies {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.278107 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: security-groups {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.279421 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: security-group-rules {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.280672 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: service-providers {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.281903 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: subnetpools {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.283266 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: subnetpools {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.284804 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: tags {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.286474 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: tags {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.288323 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: tags {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.290085 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: tags {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.291814 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: tags {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.293791 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: tags {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.295511 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: tags {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.297296 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: tags {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.299172 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: tags {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.301162 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron.api.extensions [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Extended resource: tags {{(pid=93283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:18:46.307158 dv-cinder-797245-10-iscsi neutron-server[93283]: WARNING keystonemiddleware.auth_token [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 01:18:46.312189 dv-cinder-797245-10-iscsi neutron-server[93283]: WARNING keystonemiddleware.auth_token [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 01:18:46.321340 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_concurrency.lockutils [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Acquired lock "singleton_lock" {{(pid=93283) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 01:18:46.321808 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_concurrency.lockutils [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Releasing lock "singleton_lock" {{(pid=93283) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 01:18:46.322436 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO oslo_service.service [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Starting 2 workers Jun 30 01:18:46.327748 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Started child 93392 {{(pid=93283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 01:18:46.332075 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Started child 93393 {{(pid=93283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 01:18:46.333140 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:18:46.333857 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO neutron.service [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 01:18:46.334269 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Notify callbacks [] for process, before_spawn {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:18:46.334592 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [-] (93392) wsgi starting up on http://0.0.0.0:9696 Jun 30 01:18:46.336698 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO oslo_service.service [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Starting 1 workers Jun 30 01:18:46.337001 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:18:46.338332 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [-] (93393) wsgi starting up on http://0.0.0.0:9696 Jun 30 01:18:46.341790 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Started child 93394 {{(pid=93283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 01:18:46.342324 dv-cinder-797245-10-iscsi neutron-server[93283]: INFO oslo_service.service [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Starting 1 workers Jun 30 01:18:46.345533 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.service [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] calling RpcWorker wait() {{(pid=93394) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 01:18:46.346054 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.service [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] returning from RpcWorker wait() {{(pid=93394) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 01:18:46.346682 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Started child 93395 {{(pid=93283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 01:18:46.347446 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:18:46.347548 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3d2a-0330-4c5d-a21e-68d486551efa None None] Notify callbacks [] for process, after_spawn {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:18:46.348028 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:18:46.349391 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93283) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 01:18:46.349596 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 01:18:46.349779 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 01:18:46.349991 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 01:18:46.350327 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 01:18:46.350487 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 01:18:46.351001 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.351309 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.351583 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.351671 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:18:46.352106 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.352106 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.352695 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.352795 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:18:46.352949 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.353180 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.353462 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.353695 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.353865 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.354028 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.354272 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.354525 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.354819 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.355114 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.355350 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.355882 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.355882 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.356166 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.356426 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.356682 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.356946 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] debug = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.357200 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.357685 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.357938 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.358183 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.358438 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.358722 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.358960 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.359258 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.359491 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.359705 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.359917 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.360186 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.360422 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.360652 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.360865 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.361126 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.361342 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.361788 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] host = dv-cinder-797245-10-iscsi {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.362047 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.362259 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.362480 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.362738 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.362976 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.363209 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.363469 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.363721 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.363961 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.364198 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.364450 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.364709 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.364919 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.365150 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_file = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.365311 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_options = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.365553 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.365814 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.366057 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.366286 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.366420 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.366566 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.366819 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.366978 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.367259 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.367470 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.367679 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.367905 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.368111 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.368313 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.368563 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.368936 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.369066 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.369394 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.369543 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.369703 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.369922 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.370141 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.370372 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.370582 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.370796 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.371023 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.371825 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.372042 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.372271 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.372517 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.372758 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.373014 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.373250 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.373485 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.373724 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.373945 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.374153 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.374427 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.374652 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.374887 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.375146 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.375466 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.375622 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.375833 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.376066 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.377406 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] use_json = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.377406 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.377406 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.377406 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.377406 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.378701 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.378701 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.378701 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.378701 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.378951 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.379200 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.379802 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.380059 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.380299 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.380547 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.380838 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.381042 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.381285 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.381527 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.381867 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.382088 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.382375 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.382611 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.382882 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.383226 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.387605 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.387605 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.387605 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.387605 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.387605 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.387605 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.387605 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.387605 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.388163 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.388163 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.388163 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.388163 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.388163 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.388163 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.388163 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.388163 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.388605 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.388605 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.388605 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.388605 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.388831 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.389009 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.389393 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.389645 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.390121 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.390356 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.390596 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.390829 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.391085 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.392542 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.392542 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.392542 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.392542 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.392542 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.392542 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.392936 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.392936 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.393058 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.394124 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.394124 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.394124 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.394124 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.394124 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.394479 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.394479 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.394757 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.394939 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.395226 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.395386 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.395657 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.395827 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.396058 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.396277 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.396489 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.396683 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.396936 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.397098 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.397304 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.397517 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.398093 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.398093 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.398276 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.398387 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.398598 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.398827 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.399035 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.399288 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.399497 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.399765 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.400273 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.400513 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.400972 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.401196 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.401448 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.401886 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.402374 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.402799 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.403219 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.403623 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.404073 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.404314 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.404735 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.405120 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.405507 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.405913 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.406174 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.406422 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.406646 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.406887 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.407168 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.407441 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.410179 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.410179 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.410179 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.410179 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.410179 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.410179 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.410179 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.410179 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.410684 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.410684 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.410684 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.410684 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.410684 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.411014 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.411014 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.411284 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.411670 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.411904 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.412290 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.412679 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.412957 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.413347 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.413717 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.414069 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.414454 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.414916 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.415344 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.415733 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.416126 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.416400 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.416648 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.416887 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.417167 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.417413 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.417649 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.417895 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.418164 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.418409 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.418642 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.418872 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.419133 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.419374 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.419611 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.419828 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.420056 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.420266 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.420512 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.420745 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.420968 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.421164 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.421395 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.421802 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.422112 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.422377 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.422600 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.422834 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.423052 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.423314 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.423533 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.423745 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.424001 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.424363 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.424789 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.425046 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.425277 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.425495 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.426120 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.426566 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.426784 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.427026 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.427278 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.427496 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.427708 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.427927 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.428162 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.428373 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.428597 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.428813 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.429068 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.429312 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.429622 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.429856 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.430079 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.430313 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.430524 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.430772 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.431010 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.431256 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.431483 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.431714 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.431929 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.432162 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.432380 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.432596 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.432823 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.433026 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.433250 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.433472 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.434918 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.435462 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.435718 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.435967 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.436216 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.436455 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.436674 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.437076 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.437304 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.437516 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.437732 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.438131 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.438358 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.438586 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.438796 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.439001 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.439258 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.439476 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.439684 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.439902 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.444740 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.444740 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.444740 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.444740 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.444740 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.444740 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.444740 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.444740 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445249 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445249 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445249 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445249 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445249 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445249 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445249 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445249 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445698 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445698 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445698 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445698 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445698 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445698 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445698 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.445698 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.446149 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.446149 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.446149 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.446311 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.446529 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.446824 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.447134 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.447392 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.447618 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.447913 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.448236 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.448493 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.448748 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.448971 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.449246 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.450056 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.450267 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.450477 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.450713 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.450925 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.451247 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.451476 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.451699 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.451910 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.452301 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.452546 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.452767 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.452991 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.453231 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.453445 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.453602 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 01:18:46.454135 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93283) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 01:18:46.454302 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 01:18:46.454437 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 01:18:46.454603 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 01:18:46.454769 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 01:18:46.454918 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 01:18:46.455144 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.455304 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.455461 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.455618 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.455760 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.455933 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.456090 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.456245 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.456397 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.456549 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.456702 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.456854 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.457005 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.457159 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.457313 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.457466 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.457619 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.457774 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.457932 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.458086 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.458239 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.458391 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.458544 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] debug = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.458697 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.458884 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.459041 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.459199 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.459350 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.459502 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.459654 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.459796 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.459948 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.460179 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.460308 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.460443 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.460567 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.460692 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.460815 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.460937 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.461088 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.461241 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] host = dv-cinder-797245-10-iscsi {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.461394 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.461548 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.461690 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.461841 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.461999 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.462152 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.462305 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.462456 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.462610 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.462814 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.462948 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.463111 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.463739 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.463905 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_file = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.464047 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_options = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.464198 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.464350 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.464505 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.464675 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.464835 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.465035 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.465159 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.465317 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.466197 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.466197 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.466197 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.466197 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.466197 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.466197 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.466730 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.466730 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.466730 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.466730 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.467001 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.467001 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.467177 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.467330 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473262 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473262 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473262 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473262 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473262 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473262 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473262 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473262 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473262 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473796 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473796 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473796 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473796 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473796 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473796 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473796 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.473796 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474222 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474222 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474222 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474222 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474222 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474222 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474222 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] use_json = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474222 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474645 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474645 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474645 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474645 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474645 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474645 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474645 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:18:46.474645 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475117 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475117 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475117 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475117 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475117 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475117 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475117 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475117 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475562 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475562 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475562 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475562 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475562 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475562 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475562 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.475562 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476007 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476007 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476007 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476007 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476007 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476007 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476007 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476007 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476436 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476436 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476436 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476436 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476436 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476436 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476751 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476751 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.476886 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.477731 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.477731 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.477731 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.477731 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.477731 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.477731 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.478515 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.478515 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.478515 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.478515 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.478515 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.479147 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.479147 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.479147 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.479147 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.479536 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.479536 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.479536 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.479748 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.479824 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.479947 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.480100 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.480244 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.480401 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.480575 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.480792 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.480876 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.481029 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.481189 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.481349 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.481504 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.481661 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.481817 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.481978 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.482134 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.482290 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.482446 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.482602 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.482758 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.482913 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.483145 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.483237 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.483392 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.483548 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.483704 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.483862 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.484017 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.484165 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.484312 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.484462 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.484626 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.484797 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.484952 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.485108 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.485264 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.485420 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.485577 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.485733 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.485892 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.486261 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.486261 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.486512 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.486633 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:18:46.486761 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.486761 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.486761 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.487128 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.487128 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.487375 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.487375 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.487589 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.487718 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.487841 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.487963 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.488084 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.488231 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.488386 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.488543 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.488707 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.488863 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.489022 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.489178 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.489340 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.489505 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.489662 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.489818 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.489974 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.490128 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.490284 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.490438 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.490594 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.490748 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.490903 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.491076 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.491315 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.496689 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.496689 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.496689 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.496689 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.496689 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.496689 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.496689 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.496689 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497236 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497236 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497236 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497236 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497236 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497236 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497236 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497236 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497759 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497759 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497759 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497759 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497759 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497759 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497759 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.497759 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498209 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498209 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498209 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498209 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498209 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498209 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498209 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498209 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498628 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498628 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498628 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498628 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498628 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498628 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498628 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.498628 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.499055 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.499055 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.499055 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.499055 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.499055 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.499055 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.499055 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.499055 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.499752 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.500177 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.500332 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.500472 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.500600 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.500752 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.500914 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502148 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502148 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502148 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502148 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502148 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502148 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502148 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502148 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502717 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502717 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502717 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502717 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502964 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.502964 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.504034 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.504034 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.504034 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.504034 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.504034 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.504034 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.504034 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.504539 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.504539 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.504539 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.504743 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.504743 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.504893 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.505043 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.505199 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.505369 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.505526 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.505685 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.505840 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.505992 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.506147 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.506313 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.506473 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.506612 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.506772 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.506927 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.507113 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.507269 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.507426 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.507582 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.507737 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.507885 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.508044 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.508213 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.508371 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.508526 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.508681 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.508837 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.508996 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.509218 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.509366 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.509506 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.509640 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.509774 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.509904 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.510038 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.510171 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.510333 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.510493 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.510650 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.510806 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.510962 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.511144 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.511342 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.511460 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.511622 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.511839 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.512495 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.512666 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.512813 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.512956 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.513119 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.513296 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.513434 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.513590 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.513745 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.514001 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.514119 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.514203 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.514345 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.514500 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.514655 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.514879 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.514969 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.515116 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.515276 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.515431 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.515587 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.515743 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.515898 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.516055 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.516210 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:18:46.516360 dv-cinder-797245-10-iscsi neutron-server[93283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 01:18:46.741003 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 57072) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:18:46.750170 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070615 Jun 30 01:18:58.117103 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51069e39-813b-49d1-834b-052647fb11dd None None] get_active_networks_info from dv-cinder-797245-10-iscsi {{(pid=93394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 01:18:58.228033 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51069e39-813b-49d1-834b-052647fb11dd None None] No non-hosted networks {{(pid=93394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 01:18:58.251493 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.agentschedulers_db [None req-51069e39-813b-49d1-834b-052647fb11dd None None] DHCP Agent not found on host dv-cinder-797245-10-iscsi {{(pid=93394) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 30 01:18:58.373271 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-836b0416-8934-4b05-b2a4-b19c41c88924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741216'] for agent, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:00.805159 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e7eac4cd-eb21-4cca-987b-5cfc6c8c31f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741216'] for agent, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:00.852653 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.db.api [None req-0d9147e3-d631-48c8-8385-cd8d86115862 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797245-10-iscsi {{(pid=93394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 01:19:00.853932 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_db.api [None req-0d9147e3-d631-48c8-8385-cd8d86115862 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 01:19:01.015882 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741216'] for agent, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:01.017035 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:01.017580 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:01.018154 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:01.018686 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:01.019375 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:01.020056 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:01.020635 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:01.021319 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:01.021904 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:01.022511 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:01.023114 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:01.023658 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:01.024376 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797245-10-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:19:01.036259 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797245-10-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:19:01.375461 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-0d9147e3-d631-48c8-8385-cd8d86115862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:01.929444 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741216'] for agent, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:03.303862 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741216'] for agent, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:04.257464 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.db.l3_hamode_db [None req-e4a86a47-65ef-4265-8d20-71ffc4f504e4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 01:19:04.339970 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a86a47-65ef-4265-8d20-71ffc4f504e4 None None] Routers set() bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:19:04.340557 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a86a47-65ef-4265-8d20-71ffc4f504e4 None None] Router IDs set() for agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 01:19:04.514091 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 57168) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:19:04.989651 dv-cinder-797245-10-iscsi neutron-server[93393]: WARNING oslo_policy.policy [None req-c36790df-3506-47fc-a526-41cc131c2640 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:19:04.990260 dv-cinder-797245-10-iscsi neutron-server[93393]: WARNING oslo_policy.policy [None req-c36790df-3506-47fc-a526-41cc131c2640 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:19:05.205346 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [None req-c36790df-3506-47fc-a526-41cc131c2640 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:19:05.206400 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-c36790df-3506-47fc-a526-41cc131c2640 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6914184 Jun 30 01:19:07.537653 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 57182) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:19:07.843564 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-2b521441-66d1-4a89-8731-c59e6d8e2b59 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:19:07.936903 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.policy [None req-2b521441-66d1-4a89-8731-c59e6d8e2b59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93393) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 01:19:07.981011 dv-cinder-797245-10-iscsi neutron-server[93393]: WARNING oslo_policy.policy [None req-2b521441-66d1-4a89-8731-c59e6d8e2b59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:19:07.981379 dv-cinder-797245-10-iscsi neutron-server[93393]: WARNING oslo_policy.policy [None req-2b521441-66d1-4a89-8731-c59e6d8e2b59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:19:07.989817 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.quota [None req-2b521441-66d1-4a89-8731-c59e6d8e2b59 admin admin] Loaded quota_driver: . Jun 30 01:19:08.155037 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2b521441-66d1-4a89-8731-c59e6d8e2b59 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763851616435', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763851616966', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763851622133', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763851634859', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763851642478', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763851648870', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16435778', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16030847', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-383508', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-443714'] for rbac-policy, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:08.340744 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2b521441-66d1-4a89-8731-c59e6d8e2b59 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:08.341944 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-2b521441-66d1-4a89-8731-c59e6d8e2b59 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8033538 Jun 30 01:19:10.857717 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 57194) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:19:11.146463 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Request body: {'network': {'project_id': '6d675d50f9bc41299077790d11d1620a', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'name': 'private', 'admin_state_up': True}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:19:11.349687 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Made reservation on behalf of 6d675d50f9bc41299077790d11d1620a for: {'network': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:19:11.352555 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:11.369643 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:11.487744 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:11.549146 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:11.554498 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:11.572873 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:19:11.597563 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763855230266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:11.598143 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Unsubscribe: segment precommit_create {{(pid=93393) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 01:19:11.598607 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.segments_db [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Added segment 0d79f869-47b0-4b7a-a916-fc18f2134a6c of type vlan for network 34089161-f313-414a-8efc-b569f8b1ec31 Jun 30 01:19:11.609411 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5010a0-b39b-4aa0-a199-70e27d252d2b,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:11.643985 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:11.644335 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:11.644660 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:11.644973 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:11.645283 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:11.645613 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:11.645923 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:11.646247 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:11.646561 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:11.646871 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:11.647195 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:11.647494 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Tracked resource versions report: Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: pushed versions: Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: { 'AddressGroup': {'1.2'}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'ConntrackHelper': {'1.0'}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Log': {'1.0'}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Network': {'1.1'}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Port': {'1.7'}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'PortForwarding': {'1.2'}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'QosPolicy': {'1.8'}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'SecurityGroup': {'1.4'}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'SubPort': {'1.0'}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Subnet': {'1.1'}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Trunk': {'1.1'}} Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: consumer versions: Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: { DHCP agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: L3 agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: Metadata agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: Metering agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: Open vSwitch agent@dv-cinder-797245-10-iscsi: { 'AddressGroup': '1.2', Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'ConntrackHelper': '1.0', Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Log': '1.0', Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Network': '1.1', Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Port': '1.7', Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'PortForwarding': '1.2', Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'QosPolicy': '1.8', Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'SecurityGroup': '1.4', Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'SecurityGroupRule': '1.2', Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'SubPort': '1.0', Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Subnet': '1.1', Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Trunk': '1.1'}} Jun 30 01:19:11.648727 dv-cinder-797245-10-iscsi neutron-server[93393]: {{(pid=93393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:19:11.720040 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:11.726226 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:11.835212 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:11.836622 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:19:11.837271 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:11.839222 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:11.928951 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Pushing event updated for resources: {'Network': ['ID=34089161-f313-414a-8efc-b569f8b1ec31,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:11.932918 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:11.940869 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network 34089161-f313-414a-8efc-b569f8b1ec31 details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:19:11.987095 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1142340 Jun 30 01:19:14.536660 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 57208) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:19:15.013563 dv-cinder-797245-10-iscsi neutron-server[93392]: WARNING oslo_policy.policy [None req-9e4d99f3-cf77-4557-b837-d22b73e28413 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:19:15.014154 dv-cinder-797245-10-iscsi neutron-server[93392]: WARNING oslo_policy.policy [None req-9e4d99f3-cf77-4557-b837-d22b73e28413 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:19:15.442193 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.policy [None req-9e4d99f3-cf77-4557-b837-d22b73e28413 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93392) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 01:19:15.487428 dv-cinder-797245-10-iscsi neutron-server[93392]: WARNING oslo_policy.policy [None req-9e4d99f3-cf77-4557-b837-d22b73e28413 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:19:15.487828 dv-cinder-797245-10-iscsi neutron-server[93392]: WARNING oslo_policy.policy [None req-9e4d99f3-cf77-4557-b837-d22b73e28413 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:19:15.496632 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d99f3-cf77-4557-b837-d22b73e28413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:19:15.498451 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-9e4d99f3-cf77-4557-b837-d22b73e28413 admin admin] 10.222.0.35 "GET /v2.0/networks/34089161-f313-414a-8efc-b569f8b1ec31 HTTP/1.1" status: 200 len: 825 time: 0.9597113 Jun 30 01:19:15.535238 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-a06ad540-df05-438c-becf-25b9116939ac admin admin] 10.222.0.35 "GET /v2.0/subnetpools/43a0e532-0632-4220-84e6-4dc2f51d970a HTTP/1.1" status: 200 len: 734 time: 0.0314658 Jun 30 01:19:15.544130 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31', 'gateway_ip': '172.20.0.1', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'name': 'private-subnet', 'subnetpool_id': '43a0e532-0632-4220-84e6-4dc2f51d970a'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:19:15.545927 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.quota [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Loaded quota_driver: . Jun 30 01:19:15.637215 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Made reservation on behalf of 6d675d50f9bc41299077790d11d1620a for: {'subnet': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:19:15.640033 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:15.997838 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:16.002632 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:16.078203 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Checking segment: {'id': '0d79f869-47b0-4b7a-a916-fc18f2134a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:19:16.078585 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Network hostable DHCP agents. Network: 34089161-f313-414a-8efc-b569f8b1ec31, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:19:16.092873 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6febe672-e74c-45dc-af1f-003fd9880a80,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:16.107326 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:16.107678 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:16.108004 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:16.108322 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:16.108634 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:16.108959 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:16.109278 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:16.109605 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:16.109933 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:16.110242 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:16.110547 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:16.110848 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Tracked resource versions report: Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: pushed versions: Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: { 'AddressGroup': {'1.2'}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'ConntrackHelper': {'1.0'}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Log': {'1.0'}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Network': {'1.1'}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Port': {'1.7'}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'PortForwarding': {'1.2'}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'QosPolicy': {'1.8'}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'SecurityGroup': {'1.4'}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'SubPort': {'1.0'}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Subnet': {'1.1'}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Trunk': {'1.1'}} Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: consumer versions: Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: { DHCP agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: L3 agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: Metadata agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: Metering agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: Open vSwitch agent@dv-cinder-797245-10-iscsi: { 'AddressGroup': '1.2', Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'ConntrackHelper': '1.0', Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Log': '1.0', Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Network': '1.1', Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Port': '1.7', Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'PortForwarding': '1.2', Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'QosPolicy': '1.8', Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'SecurityGroup': '1.4', Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'SecurityGroupRule': '1.2', Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'SubPort': '1.0', Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Subnet': '1.1', Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Trunk': '1.1'}} Jun 30 01:19:16.112174 dv-cinder-797245-10-iscsi neutron-server[93392]: {{(pid=93392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:19:16.140585 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:16.200363 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Network 34089161-f313-414a-8efc-b569f8b1ec31 is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:19:16.274714 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, 34089161-f313-414a-8efc-b569f8b1ec31) {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:19:16.279886 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:19:16.280524 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:16.284361 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3a6de2-13ab-4998-98ad-be9f0f0f3ba2 None None] Network 34089161-f313-414a-8efc-b569f8b1ec31 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:19:16.373598 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8331509 Jun 30 01:19:16.597946 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aad0004-5452-54fe-b1bc-ef1c95aa08ab-34089161-f313-414a-8efc-b569f8b1ec31', 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'fixed_ips': [{'subnet_id': '6febe672-e74c-45dc-af1f-003fd9880a80'}]}} from dv-cinder-797245-10-iscsi. {{(pid=93394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:19:16.599322 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:16.865437 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.db_base_plugin_common [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Allocated IP 172.20.0.2 (34089161-f313-414a-8efc-b569f8b1ec31/6febe672-e74c-45dc-af1f-003fd9880a80/ea7e7f68-e114-4a7e-a821-28b81b4fa951) {{(pid=93394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:19:17.065265 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Notify callbacks [] for port, precommit_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:17.108332 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Transition to ACTIVE for port object ea7e7f68-e114-4a7e-a821-28b81b4fa951 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:19:17.128868 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Transition to ACTIVE for port object ea7e7f68-e114-4a7e-a821-28b81b4fa951 will not be triggered until provisioned by entity DHCP. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:19:17.224666 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:17.228302 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:17.289114 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Network 34089161-f313-414a-8efc-b569f8b1ec31 is already hosted by enough agents. {{(pid=93394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:19:17.294310 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.base_scheduler [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Resources bound (agent type, host, resource id): {{(pid=93394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:19:17.297357 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Received port after_create {{(pid=93394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:19:17.330015 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Pushing event updated for resources: {'Port': ['ID=ea7e7f68-e114-4a7e-a821-28b81b4fa951,revision_number=1']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:17.356488 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:17.356842 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:17.357177 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:17.357498 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:17.357817 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:17.358136 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:17.358450 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:17.358761 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:17.359105 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:17.359436 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:17.359736 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:17.360043 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Tracked resource versions report: Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: pushed versions: Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: { 'AddressGroup': {'1.2'}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'ConntrackHelper': {'1.0'}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Log': {'1.0'}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Network': {'1.1'}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Port': {'1.7'}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'PortForwarding': {'1.2'}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'QosPolicy': {'1.8'}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'SecurityGroup': {'1.4'}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'SubPort': {'1.0'}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Subnet': {'1.1'}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Trunk': {'1.1'}} Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: consumer versions: Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: { DHCP agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: L3 agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: Metadata agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: Metering agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: Open vSwitch agent@dv-cinder-797245-10-iscsi: { 'AddressGroup': '1.2', Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'ConntrackHelper': '1.0', Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Log': '1.0', Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Network': '1.1', Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Port': '1.7', Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'PortForwarding': '1.2', Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'QosPolicy': '1.8', Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'SecurityGroup': '1.4', Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'SecurityGroupRule': '1.2', Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'SubPort': '1.0', Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Subnet': '1.1', Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Trunk': '1.1'}} Jun 30 01:19:17.361338 dv-cinder-797245-10-iscsi neutron-server[93394]: {{(pid=93394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:19:17.381622 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:17.390027 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Attempting to bind port ea7e7f68-e114-4a7e-a821-28b81b4fa951 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:19:17.390433 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Attempting to bind port ea7e7f68-e114-4a7e-a821-28b81b4fa951 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '0d79f869-47b0-4b7a-a916-fc18f2134a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:19:17.390869 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Attempting to bind port ea7e7f68-e114-4a7e-a821-28b81b4fa951 on network 34089161-f313-414a-8efc-b569f8b1ec31 {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:19:17.395602 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:19:17.396014 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Checking segment: {'id': '0d79f869-47b0-4b7a-a916-fc18f2134a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:19:17.396507 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:17.396893 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Bound using segment: {'id': '0d79f869-47b0-4b7a-a916-fc18f2134a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:19:17.397371 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Bound port: ea7e7f68-e114-4a7e-a821-28b81b4fa951, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d79f869-47b0-4b7a-a916-fc18f2134a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:19:17.397805 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:17.477733 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] For port ea7e7f68-e114-4a7e-a821-28b81b4fa951, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:19:17.482015 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] For port ea7e7f68-e114-4a7e-a821-28b81b4fa951, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=ea7e7f68-e114-4a7e-a821-28b81b4fa951,segment=NetworkSegment(0d79f869-47b0-4b7a-a916-fc18f2134a6c),segment_id=0d79f869-47b0-4b7a-a916-fc18f2134a6c)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:19:17.590025 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:17.596946 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:17.664721 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Pushing event updated for resources: {'Port': ['ID=ea7e7f68-e114-4a7e-a821-28b81b4fa951,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:17.667819 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:18.704212 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 57228) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:19:19.019461 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [None req-3eaefcd3-3b20-485c-9950-57d11e037439 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:19:19.020468 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-3eaefcd3-3b20-485c-9950-57d11e037439 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3153169 Jun 30 01:19:21.336673 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 57236) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:19:21.640981 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [None req-56cdc5e5-49e2-4ad2-8f93-8fc8aca0ede4 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:19:21.642050 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-56cdc5e5-49e2-4ad2-8f93-8fc8aca0ede4 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3088076 Jun 30 01:19:22.950508 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device ea7e7f68-e114-4a7e-a821-28b81b4fa951 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:19:23.120413 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port ea7e7f68-e114-4a7e-a821-28b81b4fa951 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:19:23.716485 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4238a4a-2fb3-4413-86ed-9db75ccf6edd None None] Network 34089161-f313-414a-8efc-b569f8b1ec31 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:19:23.900259 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-27277ae7-c074-45fd-bf2b-f81d8cdb1a72 None None] Provisioning for port ea7e7f68-e114-4a7e-a821-28b81b4fa951 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:19:23.909078 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-27277ae7-c074-45fd-bf2b-f81d8cdb1a72 None None] Provisioning complete for port ea7e7f68-e114-4a7e-a821-28b81b4fa951 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:19:23.909467 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-27277ae7-c074-45fd-bf2b-f81d8cdb1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:24.025585 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-27277ae7-c074-45fd-bf2b-f81d8cdb1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:24.062962 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-27277ae7-c074-45fd-bf2b-f81d8cdb1a72 None None] For port ea7e7f68-e114-4a7e-a821-28b81b4fa951, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=ea7e7f68-e114-4a7e-a821-28b81b4fa951,segment=NetworkSegment(0d79f869-47b0-4b7a-a916-fc18f2134a6c),segment_id=0d79f869-47b0-4b7a-a916-fc18f2134a6c)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:19:24.134753 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-27277ae7-c074-45fd-bf2b-f81d8cdb1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:24.137437 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-d72b78ba-1ca8-4f17-96b4-c7f4c7814a2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:24.183646 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27277ae7-c074-45fd-bf2b-f81d8cdb1a72 None None] Pushing event updated for resources: {'Port': ['ID=ea7e7f68-e114-4a7e-a821-28b81b4fa951,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:24.186807 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-27277ae7-c074-45fd-bf2b-f81d8cdb1a72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:24.255583 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-903128eb-c137-4b0c-8dd8-ac16ef31f633 None None] Provisioning complete for port ea7e7f68-e114-4a7e-a821-28b81b4fa951 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:19:24.255872 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-903128eb-c137-4b0c-8dd8-ac16ef31f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:24.282655 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 57250) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:19:24.582389 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-6295f352-d292-4f98-9459-75ef25b23d90 admin admin] Request body: {'router': {'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:19:24.657958 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6295f352-d292-4f98-9459-75ef25b23d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-291'] for router, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:24.659552 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6295f352-d292-4f98-9459-75ef25b23d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-681568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-296'] for router, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:24.821182 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6295f352-d292-4f98-9459-75ef25b23d90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:24.923977 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device ea7e7f68-e114-4a7e-a821-28b81b4fa951 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:19:24.932577 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6295f352-d292-4f98-9459-75ef25b23d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630171'] for router, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:24.969484 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port ea7e7f68-e114-4a7e-a821-28b81b4fa951 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:19:24.969854 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:25.011758 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6295f352-d292-4f98-9459-75ef25b23d90 admin admin] Notify callbacks [] for router, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:25.013010 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-6295f352-d292-4f98-9459-75ef25b23d90 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7289855 Jun 30 01:19:27.354652 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 57258) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:19:27.655040 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [None req-11b1a98d-f3a5-4659-8e6a-ced2d23c4332 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:19:27.656112 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-11b1a98d-f3a5-4659-8e6a-ced2d23c4332 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3004246 Jun 30 01:19:28.108912 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-3d4b98d8-4628-4d4a-99bf-b47fa125f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:29.972719 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 57266) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:19:30.276663 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:19:30.345425 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Made reservation on behalf of c9e12910c96646528aed2f21e62611d0 for: {'network': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:19:30.347707 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:30.355917 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:30.441465 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:30.511348 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:30.514189 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:30.528050 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Reserving flat network on physical network physnet1 {{(pid=93393) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 01:19:30.543290 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7448821c-d7b2-4cc2-9be0-3580ae825273,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:30.547231 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:30.548219 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:30.548548 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.segments_db [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Added segment e43a0e99-d628-4e7e-85a7-277ff9c27264 of type flat for network fc262d4a-4b9d-4d80-8ce2-67a3755c726e Jun 30 01:19:30.599831 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:30.722682 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:30.723983 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:19:30.724604 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:30.726627 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:30.780237 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-11633c50-f24b-4489-a74a-f5157dc87d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:30.783529 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Pushing event updated for resources: {'Network': ['ID=fc262d4a-4b9d-4d80-8ce2-67a3755c726e,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:30.785919 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:30.793760 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:19:30.866309 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8925292 Jun 30 01:19:31.020371 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:31.846190 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:33.167609 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 57284) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:19:33.220362 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:33.383971 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e2106d-2057-421d-9fe9-a6b611216e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:19:33.385849 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-61e2106d-2057-421d-9fe9-a6b611216e03 admin admin] 10.222.0.35 "GET /v2.0/subnets/6febe672-e74c-45dc-af1f-003fd9880a80 HTTP/1.1" status: 200 len: 849 time: 0.2173038 Jun 30 01:19:33.555918 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-18281202-3c32-4bb0-9630-ccc587feb337 admin admin] 10.222.0.35 "GET /v2.0/routers/a69f22a9-0217-4ebc-8ae9-984315bf0468 HTTP/1.1" status: 200 len: 704 time: 0.1647694 Jun 30 01:19:33.815913 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:34.098005 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Allocated IP 172.20.0.1 (34089161-f313-414a-8efc-b569f8b1ec31/6febe672-e74c-45dc-af1f-003fd9880a80/0a569b47-5605-47ae-9cd3-d5d104c7031a) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:19:34.274811 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:34.297425 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Transition to ACTIVE for port object 0a569b47-5605-47ae-9cd3-d5d104c7031a will not be triggered until provisioned by entity DHCP. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:19:34.414933 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:34.418458 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:34.488608 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Network 34089161-f313-414a-8efc-b569f8b1ec31 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:19:34.496936 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:19:34.500887 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:19:34.501879 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740796'] for router_interface, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:34.523819 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Pushing event updated for resources: {'Port': ['ID=0a569b47-5605-47ae-9cd3-d5d104c7031a,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:34.527858 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:34.745602 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-1bdae8b2-be23-4e1c-b677-0e8bee4974b3 None None] Provisioning for port 0a569b47-5605-47ae-9cd3-d5d104c7031a completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:19:34.749050 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-1bdae8b2-be23-4e1c-b677-0e8bee4974b3 None None] Provisioning complete for port 0a569b47-5605-47ae-9cd3-d5d104c7031a triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:19:34.755771 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-1bdae8b2-be23-4e1c-b677-0e8bee4974b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:34.781748 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-1bdae8b2-be23-4e1c-b677-0e8bee4974b3 None None] Port 0a569b47-5605-47ae-9cd3-d5d104c7031a cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:19:34.837766 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:35.011015 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:35.082835 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:35.083984 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740648'] for router_interface, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:35.085579 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:35.160496 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Pushing event updated for resources: {'Port': ['ID=0a569b47-5605-47ae-9cd3-d5d104c7031a,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:35.164296 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:35.206527 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Network 34089161-f313-414a-8efc-b569f8b1ec31 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:19:35.207805 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:19:35.401896 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f06e2e9e-617c-4b12-b064-0f16e04e6b71 None None] Provisioning complete for port 0a569b47-5605-47ae-9cd3-d5d104c7031a triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:19:35.402268 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f06e2e9e-617c-4b12-b064-0f16e04e6b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:35.426294 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Router a69f22a9-0217-4ebc-8ae9-984315bf0468 is scheduled to L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf with binding_index 1 {{(pid=93393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:19:35.435140 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f06e2e9e-617c-4b12-b064-0f16e04e6b71 None None] Port 0a569b47-5605-47ae-9cd3-d5d104c7031a cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:19:35.514513 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:19:35.519503 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] 10.222.0.35 "PUT /v2.0/routers/a69f22a9-0217-4ebc-8ae9-984315bf0468/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9581556 Jun 30 01:19:35.523976 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Sync routers for ids ['a69f22a9-0217-4ebc-8ae9-984315bf0468'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:19:35.536219 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Routers {'a69f22a9-0217-4ebc-8ae9-984315bf0468'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:19:35.537050 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:19:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['a69f22a9-0217-4ebc-8ae9-984315bf0468'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:19:35.717076 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Set router a69f22a9-0217-4ebc-8ae9-984315bf0468 gateway port host: None {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:19:36.130942 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'name': 'router1', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:19:24Z', 'updated_at': '2021-06-30T01:19:34Z', 'revision_number': 2, 'project_id': '6d675d50f9bc41299077790d11d1620a', 'gw_port_host': None, '_interfaces': [{'id': '0a569b47-5605-47ae-9cd3-d5d104c7031a', 'name': '', 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'mac_address': 'fa:16:3e:a9:05:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6febe672-e74c-45dc-af1f-003fd9880a80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:19:33Z', 'updated_at': '2021-06-30T01:19:34Z', 'revision_number': 2, 'project_id': '6d675d50f9bc41299077790d11d1620a', 'subnets': [{'id': '6febe672-e74c-45dc-af1f-003fd9880a80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43a0e532-0632-4220-84e6-4dc2f51d970a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:19:36.181873 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Checking router: a69f22a9-0217-4ebc-8ae9-984315bf0468 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:19:36.182243 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Updating router a69f22a9-0217-4ebc-8ae9-984315bf0468 port 0a569b47-5605-47ae-9cd3-d5d104c7031a binding host dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:19:36.243267 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:36.721654 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Notify callbacks [] for port, precommit_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:36.739956 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.provisioning_blocks [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Transition to ACTIVE for port object 0a569b47-5605-47ae-9cd3-d5d104c7031a will not be triggered until provisioned by entity L2. {{(pid=93395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:19:36.825874 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:36.830240 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:36.972126 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Pushing event updated for resources: {'Port': ['ID=0a569b47-5605-47ae-9cd3-d5d104c7031a,revision_number=3']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:36.988396 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:36.988739 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:36.989093 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:36.989415 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:36.989693 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:36.990056 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:36.990376 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:36.990684 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:36.991013 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:36.991337 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:36.991646 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:36.991959 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Tracked resource versions report: Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: pushed versions: Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: { 'AddressGroup': {'1.2'}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'ConntrackHelper': {'1.0'}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Log': {'1.0'}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Network': {'1.1'}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Port': {'1.7'}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'PortForwarding': {'1.2'}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'QosPolicy': {'1.8'}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'SecurityGroup': {'1.4'}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'SubPort': {'1.0'}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Subnet': {'1.1'}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Trunk': {'1.1'}} Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: consumer versions: Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: { DHCP agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: L3 agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: Metadata agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: Metering agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: Open vSwitch agent@dv-cinder-797245-10-iscsi: { 'AddressGroup': '1.2', Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'ConntrackHelper': '1.0', Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Log': '1.0', Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Network': '1.1', Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Port': '1.7', Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'PortForwarding': '1.2', Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'QosPolicy': '1.8', Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'SecurityGroup': '1.4', Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'SecurityGroupRule': '1.2', Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'SubPort': '1.0', Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Subnet': '1.1', Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Trunk': '1.1'}} Jun 30 01:19:36.993232 dv-cinder-797245-10-iscsi neutron-server[93395]: {{(pid=93395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:19:36.995592 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Attempting to bind port 0a569b47-5605-47ae-9cd3-d5d104c7031a on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:19:36.995981 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Attempting to bind port 0a569b47-5605-47ae-9cd3-d5d104c7031a by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '0d79f869-47b0-4b7a-a916-fc18f2134a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31'}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:19:36.996417 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Attempting to bind port 0a569b47-5605-47ae-9cd3-d5d104c7031a on network 34089161-f313-414a-8efc-b569f8b1ec31 {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:19:36.999875 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:37.002399 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:19:37.002786 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Checking segment: {'id': '0d79f869-47b0-4b7a-a916-fc18f2134a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:19:37.003296 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:37.003665 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Bound using segment: {'id': '0d79f869-47b0-4b7a-a916-fc18f2134a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31'} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:19:37.004165 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Bound port: 0a569b47-5605-47ae-9cd3-d5d104c7031a, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d79f869-47b0-4b7a-a916-fc18f2134a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31'}}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:19:37.004573 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:37.070235 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] For port 0a569b47-5605-47ae-9cd3-d5d104c7031a, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:19:37.090691 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] For port 0a569b47-5605-47ae-9cd3-d5d104c7031a, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=0a569b47-5605-47ae-9cd3-d5d104c7031a,segment=NetworkSegment(0d79f869-47b0-4b7a-a916-fc18f2134a6c),segment_id=0d79f869-47b0-4b7a-a916-fc18f2134a6c)] {{(pid=93395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:19:37.171988 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:37.174232 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:37.227968 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Routers {'a69f22a9-0217-4ebc-8ae9-984315bf0468'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:19:37.228632 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:19:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['a69f22a9-0217-4ebc-8ae9-984315bf0468'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:19:37.267400 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Pushing event updated for resources: {'Port': ['ID=0a569b47-5605-47ae-9cd3-d5d104c7031a,revision_number=4']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:37.295111 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:37.319317 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] Set router a69f22a9-0217-4ebc-8ae9-984315bf0468 gateway port host: None {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:19:37.520749 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'name': 'router1', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:19:24Z', 'updated_at': '2021-06-30T01:19:34Z', 'revision_number': 2, 'project_id': '6d675d50f9bc41299077790d11d1620a', 'gw_port_host': None, '_interfaces': [{'id': '0a569b47-5605-47ae-9cd3-d5d104c7031a', 'name': '', 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'mac_address': 'fa:16:3e:a9:05:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6febe672-e74c-45dc-af1f-003fd9880a80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:19:33Z', 'updated_at': '2021-06-30T01:19:37Z', 'revision_number': 4, 'project_id': '6d675d50f9bc41299077790d11d1620a', 'subnets': [{'id': '6febe672-e74c-45dc-af1f-003fd9880a80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43a0e532-0632-4220-84e6-4dc2f51d970a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:19:37.544918 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a972c3b-5707-4a95-9bbe-36b1b6988f74 None None] The sync data for ids ['a69f22a9-0217-4ebc-8ae9-984315bf0468'] in dv-cinder-797245-10-iscsi is: [{'id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'name': 'router1', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:19:24Z', 'updated_at': '2021-06-30T01:19:34Z', 'revision_number': 2, 'project_id': '6d675d50f9bc41299077790d11d1620a', 'gw_port_host': None, '_interfaces': [{'id': '0a569b47-5605-47ae-9cd3-d5d104c7031a', 'name': '', 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'mac_address': 'fa:16:3e:a9:05:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6febe672-e74c-45dc-af1f-003fd9880a80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:19:33Z', 'updated_at': '2021-06-30T01:19:37Z', 'revision_number': 4, 'project_id': '6d675d50f9bc41299077790d11d1620a', 'subnets': [{'id': '6febe672-e74c-45dc-af1f-003fd9880a80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43a0e532-0632-4220-84e6-4dc2f51d970a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:19:37.680070 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 57304) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:19:37.787314 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a53f9d-7729-4af1-8aea-6a6e9bcfa41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:19:37.793693 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-c0a53f9d-7729-4af1-8aea-6a6e9bcfa41f admin admin] 10.222.0.35 "GET /v2.0/networks/fc262d4a-4b9d-4d80-8ce2-67a3755c726e HTTP/1.1" status: 200 len: 842 time: 0.1075001 Jun 30 01:19:37.798074 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:19:37.917531 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Made reservation on behalf of c9e12910c96646528aed2f21e62611d0 for: {'subnet': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:19:37.919831 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:38.318043 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.objects.ports [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93393) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 01:19:38.318476 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:38.321192 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:38.372958 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e5fb5f-f66e-490d-8a31-625dcc4e5b31,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:38.375995 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:38.387030 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Checking segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:19:38.387418 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Network hostable DHCP agents. Network: fc262d4a-4b9d-4d80-8ce2-67a3755c726e, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:19:38.488432 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:19:38.574647 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, fc262d4a-4b9d-4d80-8ce2-67a3755c726e) {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:19:38.579083 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:19:38.580166 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:38.583321 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f36d2db-7c11-484c-b77e-8dbb721f4ce1 None None] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:19:38.666952 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8724895 Jun 30 01:19:38.711075 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cc5849-ea81-45cb-bb13-dc7199a2f0cd None None] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:19:40.911376 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 57316) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:19:40.951952 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 0a569b47-5605-47ae-9cd3-d5d104c7031a up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:19:41.041974 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-cddcdf89-d4f1-4a19-a68f-233fc3ff5d7b admin admin] 10.222.0.35 "GET /v2.0/routers/a69f22a9-0217-4ebc-8ae9-984315bf0468 HTTP/1.1" status: 200 len: 710 time: 0.1294837 Jun 30 01:19:41.082947 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 0a569b47-5605-47ae-9cd3-d5d104c7031a completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:19:41.087790 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 0a569b47-5605-47ae-9cd3-d5d104c7031a triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:19:41.088266 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:41.129555 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9561e5da-a372-482c-921f-290a79631d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:19:41.130942 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-9561e5da-a372-482c-921f-290a79631d7d admin admin] 10.222.0.35 "GET /v2.0/networks/fc262d4a-4b9d-4d80-8ce2-67a3755c726e HTTP/1.1" status: 200 len: 886 time: 0.0835807 Jun 30 01:19:41.140203 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:19:41.171559 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:41.203525 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 0a569b47-5605-47ae-9cd3-d5d104c7031a, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=0a569b47-5605-47ae-9cd3-d5d104c7031a,segment=NetworkSegment(0d79f869-47b0-4b7a-a916-fc18f2134a6c),segment_id=0d79f869-47b0-4b7a-a916-fc18f2134a6c)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:19:41.300074 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:41.305418 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:41.351312 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=0a569b47-5605-47ae-9cd3-d5d104c7031a,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:41.354943 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:41.456330 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-262'] for router, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:41.778208 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:41.848471 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:42.053696 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Allocated IP 172.27.1.44 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/dc466981-89e0-4408-8c3c-5b0b5ab9fcc8) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:19:42.147971 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:42.248445 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:42.250579 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:42.285986 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:19:42.290208 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:19:42.294088 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:19:42.336282 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Pushing event updated for resources: {'Port': ['ID=dc466981-89e0-4408-8c3c-5b0b5ab9fcc8,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:42.362409 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:42.626207 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:42.810038 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-262'] for router, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:42.813129 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738678'] for router, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:42.937035 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 0a569b47-5605-47ae-9cd3-d5d104c7031a up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:19:43.000430 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Router a69f22a9-0217-4ebc-8ae9-984315bf0468 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:19:43.022895 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 0a569b47-5605-47ae-9cd3-d5d104c7031a triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:19:43.023309 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:43.102065 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:19:43.106171 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:43.107314 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] 10.222.0.35 "PUT /v2.0/routers/a69f22a9-0217-4ebc-8ae9-984315bf0468 HTTP/1.1" status: 200 len: 889 time: 1.9705594 Jun 30 01:19:43.122360 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Sync routers for ids ['a69f22a9-0217-4ebc-8ae9-984315bf0468'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:19:43.133464 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Routers {'a69f22a9-0217-4ebc-8ae9-984315bf0468'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:19:43.134562 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:19:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['a69f22a9-0217-4ebc-8ae9-984315bf0468'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:19:43.347730 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Set router a69f22a9-0217-4ebc-8ae9-984315bf0468 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:19:43.723972 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'name': 'router1', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'dc466981-89e0-4408-8c3c-5b0b5ab9fcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:19:24Z', 'updated_at': '2021-06-30T01:19:42Z', 'revision_number': 4, 'project_id': '6d675d50f9bc41299077790d11d1620a', 'gw_port': {'id': 'dc466981-89e0-4408-8c3c-5b0b5ab9fcc8', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:19:41Z', 'updated_at': '2021-06-30T01:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '0a569b47-5605-47ae-9cd3-d5d104c7031a', 'name': '', 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'mac_address': 'fa:16:3e:a9:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6febe672-e74c-45dc-af1f-003fd9880a80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:19:33Z', 'updated_at': '2021-06-30T01:19:41Z', 'revision_number': 5, 'project_id': '6d675d50f9bc41299077790d11d1620a', 'subnets': [{'id': '6febe672-e74c-45dc-af1f-003fd9880a80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43a0e532-0632-4220-84e6-4dc2f51d970a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:19:43.772902 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Checking router: a69f22a9-0217-4ebc-8ae9-984315bf0468 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:19:43.773275 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Updating router a69f22a9-0217-4ebc-8ae9-984315bf0468 port dc466981-89e0-4408-8c3c-5b0b5ab9fcc8 binding host dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:19:43.804803 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:44.113834 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Notify callbacks [] for port, precommit_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:44.123090 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Transition to ACTIVE for port object dc466981-89e0-4408-8c3c-5b0b5ab9fcc8 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:19:44.200108 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:44.202281 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:44.248894 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Attempting to bind port dc466981-89e0-4408-8c3c-5b0b5ab9fcc8 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:19:44.249280 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Attempting to bind port dc466981-89e0-4408-8c3c-5b0b5ab9fcc8 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:19:44.249617 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Attempting to bind port dc466981-89e0-4408-8c3c-5b0b5ab9fcc8 on network fc262d4a-4b9d-4d80-8ce2-67a3755c726e {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:19:44.256075 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4771a-6e3b-4087-bf0e-4ae3fdac483c None None] Pushing event updated for resources: {'Port': ['ID=dc466981-89e0-4408-8c3c-5b0b5ab9fcc8,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:44.258660 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:19:44.259139 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Checking segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:19:44.259448 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:44.259819 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Bound using segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:19:44.260283 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Bound port: dc466981-89e0-4408-8c3c-5b0b5ab9fcc8, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:19:44.260659 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:44.262257 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f6c4771a-6e3b-4087-bf0e-4ae3fdac483c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:44.310561 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] For port dc466981-89e0-4408-8c3c-5b0b5ab9fcc8, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:19:44.314158 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] For port dc466981-89e0-4408-8c3c-5b0b5ab9fcc8, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=dc466981-89e0-4408-8c3c-5b0b5ab9fcc8,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:19:44.380230 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:44.382400 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:44.433922 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Routers {'a69f22a9-0217-4ebc-8ae9-984315bf0468'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:19:44.434570 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:19:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['a69f22a9-0217-4ebc-8ae9-984315bf0468'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:19:44.549526 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4771a-6e3b-4087-bf0e-4ae3fdac483c None None] Pushing event updated for resources: {'Port': ['ID=dc466981-89e0-4408-8c3c-5b0b5ab9fcc8,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:44.552759 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f6c4771a-6e3b-4087-bf0e-4ae3fdac483c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:44.623589 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] Set router a69f22a9-0217-4ebc-8ae9-984315bf0468 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:19:44.826862 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'name': 'router1', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'dc466981-89e0-4408-8c3c-5b0b5ab9fcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:19:24Z', 'updated_at': '2021-06-30T01:19:42Z', 'revision_number': 4, 'project_id': '6d675d50f9bc41299077790d11d1620a', 'gw_port': {'id': 'dc466981-89e0-4408-8c3c-5b0b5ab9fcc8', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:19:41Z', 'updated_at': '2021-06-30T01:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '0a569b47-5605-47ae-9cd3-d5d104c7031a', 'name': '', 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'mac_address': 'fa:16:3e:a9:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6febe672-e74c-45dc-af1f-003fd9880a80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:19:33Z', 'updated_at': '2021-06-30T01:19:41Z', 'revision_number': 5, 'project_id': '6d675d50f9bc41299077790d11d1620a', 'subnets': [{'id': '6febe672-e74c-45dc-af1f-003fd9880a80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43a0e532-0632-4220-84e6-4dc2f51d970a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:19:44.851596 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe695a98-bffe-410f-9be9-8c1a87a2203d None None] The sync data for ids ['a69f22a9-0217-4ebc-8ae9-984315bf0468'] in dv-cinder-797245-10-iscsi is: [{'id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'name': 'router1', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'dc466981-89e0-4408-8c3c-5b0b5ab9fcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:19:24Z', 'updated_at': '2021-06-30T01:19:42Z', 'revision_number': 4, 'project_id': '6d675d50f9bc41299077790d11d1620a', 'gw_port': {'id': 'dc466981-89e0-4408-8c3c-5b0b5ab9fcc8', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:19:41Z', 'updated_at': '2021-06-30T01:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '0a569b47-5605-47ae-9cd3-d5d104c7031a', 'name': '', 'network_id': '34089161-f313-414a-8efc-b569f8b1ec31', 'tenant_id': '6d675d50f9bc41299077790d11d1620a', 'mac_address': 'fa:16:3e:a9:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69f22a9-0217-4ebc-8ae9-984315bf0468', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6febe672-e74c-45dc-af1f-003fd9880a80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:19:33Z', 'updated_at': '2021-06-30T01:19:41Z', 'revision_number': 5, 'project_id': '6d675d50f9bc41299077790d11d1620a', 'subnets': [{'id': '6febe672-e74c-45dc-af1f-003fd9880a80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43a0e532-0632-4220-84e6-4dc2f51d970a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:19:45.449248 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 57324) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:19:45.588571 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-25ca6ef8-fe69-4a99-a02b-f1d8e2733a72 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1380539 Jun 30 01:19:46.961210 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device dc466981-89e0-4408-8c3c-5b0b5ab9fcc8 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:19:47.080651 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port dc466981-89e0-4408-8c3c-5b0b5ab9fcc8 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:19:47.085501 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port dc466981-89e0-4408-8c3c-5b0b5ab9fcc8 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:19:47.086249 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:47.160920 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:47.187107 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port dc466981-89e0-4408-8c3c-5b0b5ab9fcc8, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=dc466981-89e0-4408-8c3c-5b0b5ab9fcc8,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:19:47.257149 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:47.259684 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:19:47.310230 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=dc466981-89e0-4408-8c3c-5b0b5ab9fcc8,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:19:47.319870 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:19:48.978891 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device dc466981-89e0-4408-8c3c-5b0b5ab9fcc8 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:19:49.054073 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port dc466981-89e0-4408-8c3c-5b0b5ab9fcc8 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:19:49.054630 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:19:58.096770 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-211e7de4-ea63-4463-a2c4-2180e2a604c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:00.400203 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 5 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:20:00.797460 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-8e0e8e4c-c2ef-421c-8769-fe76d307ba61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:01.013746 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:01.843376 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:03.262851 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:28.530370 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ed08-5408-4722-ac24-78ec9e7e3c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:30.804629 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-3caefc5c-b8c3-4e98-bfb1-dd840a622fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:31.009798 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:31.847536 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:33.276184 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:37.398305 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 5 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:20:58.092151 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-798dd011-052e-412d-a62c-ed1010b9c2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:00.777864 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-5df85b57-ad66-4e7f-8fd7-1863015cd0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:01.017674 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:01.846483 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:03.297471 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:14.396582 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 5 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:21:22.738960 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 57892) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:22.799475 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.pecan_wsgi.hooks.translation [None req-860b1e94-8b7d-49fb-b929-1bde625641ed admin admin] GET failed (client error): The resource could not be found. Jun 30 01:21:22.801027 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-860b1e94-8b7d-49fb-b929-1bde625641ed admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611255 Jun 30 01:21:22.958151 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84617ca9-3c84-436d-8279-5e9d81e11bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:22.960110 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-84617ca9-3c84-436d-8279-5e9d81e11bff admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1547468 Jun 30 01:21:25.064243 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 57902) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:25.151238 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c2d3b7-9e22-49a4-b5c2-ebe844c2e27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:25.152528 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-02c2d3b7-9e22-49a4-b5c2-ebe844c2e27b admin admin] 10.222.0.35 "GET /v2.0/subnets/6febe672-e74c-45dc-af1f-003fd9880a80 HTTP/1.1" status: 200 len: 849 time: 0.0873578 Jun 30 01:21:25.161388 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:21:25.243545 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:25.554271 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763855292883'] for subnet, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:25.556709 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:25.587824 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:25.588436 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:25.592225 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] 10.222.0.35 "PUT /v2.0/subnets/6febe672-e74c-45dc-af1f-003fd9880a80 HTTP/1.1" status: 200 len: 868 time: 0.4319215 Jun 30 01:21:25.596392 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d24cd81-f039-4038-98ae-1488e1b8f134 None None] Network 34089161-f313-414a-8efc-b569f8b1ec31 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:21:25.611671 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6febe672-e74c-45dc-af1f-003fd9880a80,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:25.619869 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:25.620228 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:25.620559 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:25.621036 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:25.621365 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:25.621699 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:25.622020 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:25.622337 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:25.622721 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:25.623196 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:25.623514 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:25.623824 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:25.627624 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:25.983149 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-7d1bc5cd-4314-4241-90d9-32a20624e34d None None] Provisioning complete for port 0a569b47-5605-47ae-9cd3-d5d104c7031a triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:21:25.983522 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7d1bc5cd-4314-4241-90d9-32a20624e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:26.077339 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-7d1bc5cd-4314-4241-90d9-32a20624e34d None None] Provisioning complete for port ea7e7f68-e114-4a7e-a821-28b81b4fa951 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:21:26.077631 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7d1bc5cd-4314-4241-90d9-32a20624e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:27.821070 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 57910) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:28.017538 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a5ae09-27e2-4fa6-86eb-bc4de11935ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:28.017924 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a5ae09-27e2-4fa6-86eb-bc4de11935ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:28.020985 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-08a5ae09-27e2-4fa6-86eb-bc4de11935ed admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1974561 Jun 30 01:21:28.105374 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e50f09a1-c0f0-4c54-b703-dd9f55d38250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:30.148191 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 57918) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:30.272616 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5b97b-2969-4cad-b2c2-c1ab4dff95a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:30.273090 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5b97b-2969-4cad-b2c2-c1ab4dff95a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:30.274576 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-f0d5b97b-2969-4cad-b2c2-c1ab4dff95a9 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1254432 Jun 30 01:21:30.773533 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-deb7bcd8-6d06-43cb-ae4e-d8d5616632d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:31.013764 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:31.841896 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:32.377395 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 57926) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:32.541362 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50115fb-fadd-4798-ba7d-24b68ec39385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:32.542713 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-a50115fb-fadd-4798-ba7d-24b68ec39385 admin admin] 10.222.0.35 "GET /v2.0/networks/34089161-f313-414a-8efc-b569f8b1ec31 HTTP/1.1" status: 200 len: 869 time: 0.1643462 Jun 30 01:21:33.274226 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:34.654622 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 57934) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:34.775434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00570ebc-b0a5-4985-8319-282699610a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:34.776750 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-00570ebc-b0a5-4985-8319-282699610a5f admin admin] 10.222.0.35 "GET /v2.0/networks/fc262d4a-4b9d-4d80-8ce2-67a3755c726e HTTP/1.1" status: 200 len: 886 time: 0.1211610 Jun 30 01:21:36.890865 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 57942) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:37.017955 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30587d3-4174-4f45-bd0f-52d4ec5e4737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:37.018414 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30587d3-4174-4f45-bd0f-52d4ec5e4737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:37.019995 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-f30587d3-4174-4f45-bd0f-52d4ec5e4737 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282279 Jun 30 01:21:39.136584 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 57952) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:39.223993 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192377c-e14f-47d0-9c38-9ecf7090db23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:39.224382 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192377c-e14f-47d0-9c38-9ecf7090db23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:39.225859 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-c192377c-e14f-47d0-9c38-9ecf7090db23 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0883136 Jun 30 01:21:41.321491 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 57960) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:41.407360 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaea663-c439-48e5-b0c7-fe1134409baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:41.408665 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-4eaea663-c439-48e5-b0c7-fe1134409baf admin admin] 10.222.0.35 "GET /v2.0/subnets/6febe672-e74c-45dc-af1f-003fd9880a80 HTTP/1.1" status: 200 len: 868 time: 0.0862308 Jun 30 01:21:43.534664 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 57968) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:43.619480 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d52f1c6-f596-4060-8eb0-41727e3806a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:43.620798 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-0d52f1c6-f596-4060-8eb0-41727e3806a5 admin admin] 10.222.0.35 "GET /v2.0/subnets/78e5fb5f-f66e-490d-8a31-625dcc4e5b31 HTTP/1.1" status: 200 len: 816 time: 0.0852063 Jun 30 01:21:51.395302 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 5 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:21:58.114273 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2ee377ee-8708-4833-b5de-21c3d1aca92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:00.761739 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-15ffc974-78b0-439f-8685-05a0c9d89aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:00.995553 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:01.856094 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:03.267468 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:06.704013 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58012) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:22:06.748181 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [None req-aa3c453a-1e03-46a8-9f6a-d7117eef2890 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:22:06.749154 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-aa3c453a-1e03-46a8-9f6a-d7117eef2890 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0442274 Jun 30 01:22:08.944772 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58020) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:22:09.001198 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2214d867-60f0-4948-9136-01f197d4844c admin admin] GET failed (client error): The resource could not be found. Jun 30 01:22:09.002497 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-2214d867-60f0-4948-9136-01f197d4844c admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0568147 Jun 30 01:22:09.137621 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5cb9b9-78ff-447f-8e81-e4321753371e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:22:09.139139 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-3f5cb9b9-78ff-447f-8e81-e4321753371e admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1321595 Jun 30 01:22:11.265081 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58028) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:22:11.308979 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:22:11.389377 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Made reservation on behalf of c9e12910c96646528aed2f21e62611d0 for: {'network': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:22:11.391827 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:11.420164 dv-cinder-797245-10-iscsi neutron-server[93393]: WARNING neutron.services.revisions.revision_plugin [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Could not find related network for resource to bump revision. Jun 30 01:22:11.431024 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:22:11.439251 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:11.439596 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.segments_db [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Added segment 867a2840-6889-4712-9795-f01fd1e27ba9 of type vlan for network d9d7e58c-13c3-4426-a1eb-7ab915289930 Jun 30 01:22:11.481105 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:11.554760 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:11.556031 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:22:11.556623 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:11.559231 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:22:11.614828 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Pushing event updated for resources: {'Network': ['ID=d9d7e58c-13c3-4426-a1eb-7ab915289930,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:22:11.621155 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:11.621511 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:11.621846 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:11.622168 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:11.622487 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:11.622805 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:11.623153 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:11.623512 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:11.623846 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:11.624159 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:11.624468 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:11.624773 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:11.628196 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:22:11.635312 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network d9d7e58c-13c3-4426-a1eb-7ab915289930 details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:22:11.676658 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4105384 Jun 30 01:22:13.813168 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58036) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:22:13.870347 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccbae6f-e4aa-4941-9e65-05aba74ca57d admin admin] GET failed (client error): The resource could not be found. Jun 30 01:22:13.871644 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-5ccbae6f-e4aa-4941-9e65-05aba74ca57d admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0575414 Jun 30 01:22:13.939694 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d289d762-9613-49a4-90d6-6d55302c9068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:22:13.941578 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-d289d762-9613-49a4-90d6-6d55302c9068 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662682 Jun 30 01:22:13.951044 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] Request body: {'subnet': {'network_id': 'd9d7e58c-13c3-4426-a1eb-7ab915289930', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:22:14.057750 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] Made reservation on behalf of c9e12910c96646528aed2f21e62611d0 for: {'subnet': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:22:14.060050 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:14.281255 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:14.283475 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-1a6168c6-c1eb-4e47-acf9-0d24104b48ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:22:14.336085 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=646d8565-56b2-4cd3-89f4-ff8d53f45a80,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:22:14.339699 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:22:14.343369 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] Checking segment: {'id': '867a2840-6889-4712-9795-f01fd1e27ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9d7e58c-13c3-4426-a1eb-7ab915289930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:22:14.343717 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] Network hostable DHCP agents. Network: d9d7e58c-13c3-4426-a1eb-7ab915289930, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:22:14.411718 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] Network d9d7e58c-13c3-4426-a1eb-7ab915289930 is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:22:14.486015 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, d9d7e58c-13c3-4426-a1eb-7ab915289930) {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:22:14.490052 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:22:14.490632 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:14.494506 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d1cb9a-7c2a-4fb6-b47b-f9bc9508846e None None] Network d9d7e58c-13c3-4426-a1eb-7ab915289930 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:22:14.601896 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6541669 Jun 30 01:22:14.735206 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aad0004-5452-54fe-b1bc-ef1c95aa08ab-d9d7e58c-13c3-4426-a1eb-7ab915289930', 'network_id': 'd9d7e58c-13c3-4426-a1eb-7ab915289930', 'tenant_id': 'c9e12910c96646528aed2f21e62611d0', 'fixed_ips': [{'subnet_id': '646d8565-56b2-4cd3-89f4-ff8d53f45a80'}]}} from dv-cinder-797245-10-iscsi. {{(pid=93394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:22:14.736118 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:14.874897 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.db_base_plugin_common [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Allocated IP 192.168.233.2 (d9d7e58c-13c3-4426-a1eb-7ab915289930/646d8565-56b2-4cd3-89f4-ff8d53f45a80/62349bf7-235b-4465-8e13-a42ea0d3eb4e) {{(pid=93394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:22:15.048450 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Notify callbacks [] for port, precommit_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:15.057535 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Transition to ACTIVE for port object 62349bf7-235b-4465-8e13-a42ea0d3eb4e will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:22:15.072640 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Transition to ACTIVE for port object 62349bf7-235b-4465-8e13-a42ea0d3eb4e will not be triggered until provisioned by entity DHCP. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:22:15.149943 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:15.152286 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f6c4771a-6e3b-4087-bf0e-4ae3fdac483c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:22:15.192927 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Network d9d7e58c-13c3-4426-a1eb-7ab915289930 is already hosted by enough agents. {{(pid=93394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:22:15.195788 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.base_scheduler [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Resources bound (agent type, host, resource id): {{(pid=93394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:22:15.198468 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Received port after_create {{(pid=93394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:22:15.211421 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Pushing event updated for resources: {'Port': ['ID=62349bf7-235b-4465-8e13-a42ea0d3eb4e,revision_number=1']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:22:15.236440 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:15.236815 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:15.237794 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:15.238124 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:15.238453 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:15.238795 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:15.239132 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:15.239453 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:15.239784 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:15.240099 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:15.240411 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:15.240719 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:22:15.244621 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:22:15.276208 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Attempting to bind port 62349bf7-235b-4465-8e13-a42ea0d3eb4e on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:22:15.276605 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Attempting to bind port 62349bf7-235b-4465-8e13-a42ea0d3eb4e by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '867a2840-6889-4712-9795-f01fd1e27ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9d7e58c-13c3-4426-a1eb-7ab915289930'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:22:15.276937 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Attempting to bind port 62349bf7-235b-4465-8e13-a42ea0d3eb4e on network d9d7e58c-13c3-4426-a1eb-7ab915289930 {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:22:15.283176 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:22:15.283562 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Checking segment: {'id': '867a2840-6889-4712-9795-f01fd1e27ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9d7e58c-13c3-4426-a1eb-7ab915289930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:22:15.284543 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:15.284968 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Bound using segment: {'id': '867a2840-6889-4712-9795-f01fd1e27ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9d7e58c-13c3-4426-a1eb-7ab915289930'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:22:15.285459 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Bound port: 62349bf7-235b-4465-8e13-a42ea0d3eb4e, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867a2840-6889-4712-9795-f01fd1e27ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9d7e58c-13c3-4426-a1eb-7ab915289930'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:22:15.285861 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:15.348091 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] For port 62349bf7-235b-4465-8e13-a42ea0d3eb4e, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:22:15.355425 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] For port 62349bf7-235b-4465-8e13-a42ea0d3eb4e, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=62349bf7-235b-4465-8e13-a42ea0d3eb4e,segment=NetworkSegment(867a2840-6889-4712-9795-f01fd1e27ba9),segment_id=867a2840-6889-4712-9795-f01fd1e27ba9)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:22:15.442162 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:15.444517 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:22:15.499168 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Pushing event updated for resources: {'Port': ['ID=62349bf7-235b-4465-8e13-a42ea0d3eb4e,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:22:15.506232 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:22:16.324318 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe113f0-765e-457b-95a4-8816af9ba4b2 None None] Network d9d7e58c-13c3-4426-a1eb-7ab915289930 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:22:16.501170 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-2ecfd158-c306-4cfa-940d-19a505590c69 None None] Provisioning for port 62349bf7-235b-4465-8e13-a42ea0d3eb4e completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:22:17.069513 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 62349bf7-235b-4465-8e13-a42ea0d3eb4e up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:22:17.183488 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 62349bf7-235b-4465-8e13-a42ea0d3eb4e completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:22:17.187470 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 62349bf7-235b-4465-8e13-a42ea0d3eb4e triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:22:17.187852 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:17.263562 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:17.295377 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 62349bf7-235b-4465-8e13-a42ea0d3eb4e, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=62349bf7-235b-4465-8e13-a42ea0d3eb4e,segment=NetworkSegment(867a2840-6889-4712-9795-f01fd1e27ba9),segment_id=867a2840-6889-4712-9795-f01fd1e27ba9)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:22:17.375781 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:17.378667 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:22:17.427822 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=62349bf7-235b-4465-8e13-a42ea0d3eb4e,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:22:17.430839 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:22:19.056309 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 62349bf7-235b-4465-8e13-a42ea0d3eb4e up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:22:19.102881 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 62349bf7-235b-4465-8e13-a42ea0d3eb4e triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:22:19.103290 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:28.123766 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e7a21746-60d2-40b7-bb14-3b4a5de385b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:28.395477 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 5 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:22:30.828941 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-0bc0596c-37d5-4122-97db-b19066357d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:31.011295 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:31.863161 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:33.295258 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:58.118844 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-24d5bef6-af0a-47c1-a52c-f1d25e5e0998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:00.797840 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-102ef8a1-7b3e-4bb4-9de7-7daae705f7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:01.033695 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:01.856092 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:03.295820 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:05.393488 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 5 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:23:28.111035 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9f52-b10a-4e14-8d15-55872f7c41fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:30.807926 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-24229253-86f3-4b06-9abb-e844eb349c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:31.009884 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:31.033725 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58088) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:31.039640 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [None req-39cc9a40-436d-49eb-b27f-845e1f38a246 tempest-verify_tempest_config-325697322 tempest-verify_tempest_config-325697322-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:23:31.040721 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-39cc9a40-436d-49eb-b27f-845e1f38a246 tempest-verify_tempest_config-325697322 tempest-verify_tempest_config-325697322-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058877 Jun 30 01:23:31.529865 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58106) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:31.645610 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:31.727207 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:31.801607 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:31.807665 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:23:31.848812 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3166c891d7174961884ae53bb2231b39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3179374 Jun 30 01:23:31.849625 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ba8a39-a817-44e0-a4e4-92d07c2917da,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:23:31.851455 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58110) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:31.856151 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:31.856451 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:31.856788 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:31.857111 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:31.857432 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:31.857772 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:31.858093 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:31.858455 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:31.858832 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:31.859176 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:31.859489 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:31.859800 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:31.861117 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:31.863792 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:23:31.935988 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:31.959537 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:32.135572 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:32.138371 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:32.139513 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8ba8a39-a817-44e0-a4e4-92d07c2917da HTTP/1.1" status: 204 len: 168 time: 0.2870514 Jun 30 01:23:32.140809 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:23:32.147899 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ba8a39-a817-44e0-a4e4-92d07c2917da,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:23:32.154471 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:32.154819 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:32.155186 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:32.155520 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:32.156407 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:32.156779 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:32.157141 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:32.157469 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:32.157804 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:32.158118 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:32.158427 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:32.158734 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:32.162933 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:23:33.282312 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:42.392184 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 5 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:23:58.103811 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f1ef349e-0457-47a0-81c2-6109c0131943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:00.829579 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-fb73dd59-4853-4b2a-aad3-3c74a6bcf0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:01.058199 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:01.865265 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:03.265048 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:19.394975 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 5 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:24:28.110008 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3331-d237-418a-8bab-5a566d59b192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:30.778623 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8ade-786b-4f7e-8e06-4318af4037d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:31.018735 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:31.859086 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:33.280101 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:56.393114 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 5 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:24:58.120847 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-91585e67-50d9-4f22-85ad-d9feaa837c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:00.795007 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-bbad3486-64ee-44e5-911d-ddd2fb01c1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:01.017566 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:01.869355 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:03.274525 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:04.532000 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741216'] for agent, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:08.793415 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58164) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:25:08.893694 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-dc080cd4-f245-4244-a1d3-580aa6036ea9 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0991349 Jun 30 01:25:11.018033 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58174) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:25:11.080659 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-72d6813d-2892-4a98-b3af-30a459bb4150 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0615504 Jun 30 01:25:28.106610 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-5b636edd-5126-430d-ad17-c88fff4653dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:30.799622 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7b282d13-9bd4-4494-8cb6-3d12f09d637b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:31.022863 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:31.867636 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:33.290402 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:33.391798 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:25:34.547777 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:58.111698 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b8f59d54-0b7a-4876-a7b1-621ca3aeb593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:00.781776 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-946eb124-e550-4808-944b-275a5ecfd10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:01.044509 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:01.855761 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:03.294911 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:04.518642 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:10.390711 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:26:28.139391 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-aa922ddc-616b-494d-afa1-50f75d29c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:30.779263 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-22fe578f-46ec-4cad-8ea4-d86ca40ce4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:31.020046 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:31.888567 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:33.312388 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:34.533696 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:37.003213 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58324) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:37.515389 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-862026400-network', 'tenant_id': '42d4e89a93444929990af446ec8b6f4c'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:37.608461 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Made reservation on behalf of 42d4e89a93444929990af446ec8b6f4c for: {'network': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:26:37.611135 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:37.627491 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:37.725016 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:37.808060 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:37.814145 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:37.845053 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:26:37.848129 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56efc22-73cd-4e93-b20c-fc49bac6692c,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:37.861748 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:37.864434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:37.864434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:37.864434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:37.864434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:37.864434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:37.864434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:37.864434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:37.864434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:37.865055 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:37.865055 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:37.865254 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Tracked resource versions report: Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: pushed versions: Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: { 'AddressGroup': {'1.2'}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'ConntrackHelper': {'1.0'}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Log': {'1.0'}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Network': {'1.1'}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Port': {'1.7'}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'PortForwarding': {'1.2'}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'QosPolicy': {'1.8'}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'SecurityGroup': {'1.4'}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'SubPort': {'1.0'}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Subnet': {'1.1'}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Trunk': {'1.1'}} Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: consumer versions: Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: { DHCP agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: HyperV agent@hv-cinder-79724: {}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: L3 agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: Metadata agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: Metering agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: Open vSwitch agent@dv-cinder-797245-10-iscsi: { 'AddressGroup': '1.2', Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'ConntrackHelper': '1.0', Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Log': '1.0', Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Network': '1.1', Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Port': '1.7', Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'PortForwarding': '1.2', Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'QosPolicy': '1.8', Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'SecurityGroup': '1.4', Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'SecurityGroupRule': '1.2', Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'SubPort': '1.0', Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Subnet': '1.1', Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: 'Trunk': '1.1'}} Jun 30 01:26:37.866626 dv-cinder-797245-10-iscsi neutron-server[93392]: {{(pid=93392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:26:37.873095 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:37.874927 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763855230266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:37.875541 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Unsubscribe: segment precommit_create {{(pid=93392) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 01:26:37.876144 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.segments_db [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Added segment 3192845d-8457-4dbc-b93f-0234661e70b9 of type vlan for network 707be1fd-979f-4efc-b3dd-bd3f4a7a3c10 Jun 30 01:26:37.927960 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.005569 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58368) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:38.025921 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.027494 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:38.031699 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.033828 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:38.173680 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Pushing event updated for resources: {'Network': ['ID=707be1fd-979f-4efc-b3dd-bd3f4a7a3c10,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:38.184502 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:38.185501 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network 707be1fd-979f-4efc-b3dd-bd3f4a7a3c10 details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:26:38.206587 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1994381 Jun 30 01:26:38.206769 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58380) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:38.211810 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] Request body: {'subnet': {'network_id': '707be1fd-979f-4efc-b3dd-bd3f4a7a3c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-862026400-subnet', 'tenant_id': '42d4e89a93444929990af446ec8b6f4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:38.288717 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] Made reservation on behalf of 42d4e89a93444929990af446ec8b6f4c for: {'subnet': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:26:38.291216 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.336161 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-992685673-network', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:38.437737 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Made reservation on behalf of c9c16c3286ce42ed8603762ac2252b8a for: {'network': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:26:38.440111 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.474592 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.545799 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.555781 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-cb1bbbbf-af93-4723-8344-063a3d159474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:38.579641 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58394) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:38.604003 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58400) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:38.634908 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.638070 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72dc8f0-055d-4a98-8ece-25d0fae3f86a,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:38.640804 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] Checking segment: {'id': '3192845d-8457-4dbc-b93f-0234661e70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '707be1fd-979f-4efc-b3dd-bd3f4a7a3c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:38.643539 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] Network hostable DHCP agents. Network: 707be1fd-979f-4efc-b3dd-bd3f4a7a3c10, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:26:38.647401 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:38.728662 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] Network 707be1fd-979f-4efc-b3dd-bd3f4a7a3c10 is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:26:38.730803 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.738165 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:38.757826 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:26:38.773110 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902f890a-810e-43e8-92bc-724d062d347d,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:38.776151 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:38.777605 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.777940 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.segments_db [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Added segment ec21efc7-e9b0-44db-9f79-62c391d74d08 of type vlan for network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb Jun 30 01:26:38.819748 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, 707be1fd-979f-4efc-b3dd-bd3f4a7a3c10) {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:38.824099 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:38.828530 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.830578 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58410) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:38.833020 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.839695 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a0632-92ee-4b21-8c14-e919bda068f4 None None] Network 707be1fd-979f-4efc-b3dd-bd3f4a7a3c10 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:26:38.927236 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-281651104-network', 'tenant_id': '0551dd9477a74f3388897c17d1129be4'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:38.927955 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7198427 Jun 30 01:26:38.940015 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.941596 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:38.942419 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:38.946153 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:38.953185 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1973680358-network', 'tenant_id': '610eefbe7f1041da9d694a20440f1337'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:38.976314 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c6ce26-28cb-479c-a8e5-d0ca07bac704 None None] Network 707be1fd-979f-4efc-b3dd-bd3f4a7a3c10 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:26:39.005662 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Pushing event updated for resources: {'Network': ['ID=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:39.014730 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:39.016417 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:26:39.021637 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Made reservation on behalf of 0551dd9477a74f3388897c17d1129be4 for: {'network': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:26:39.024161 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.035936 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.117458 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-924409534-network', 'tenant_id': '731b3b4440304019ae864de48ebcf241'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:39.141547 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Made reservation on behalf of 610eefbe7f1041da9d694a20440f1337 for: {'network': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:26:39.144762 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.153585 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.197977 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1911893 Jun 30 01:26:39.200803 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58428) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:39.207093 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Request body: {'subnet': {'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-subnet', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:39.284088 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.375966 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.384634 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5686d813-0900-4697-b462-0a8926725abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:39.397385 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:26:39.422210 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.422804 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.segments_db [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Added segment 9b6c97e5-ef17-489a-a1bd-d51533ec91db of type vlan for network 13855da3-bc55-4f33-baa4-bc0f31040324 Jun 30 01:26:39.438659 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355d1d1d-563b-4b65-9a99-d28efa7e8c50,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:39.465170 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:39.465536 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:39.465853 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:39.466177 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:39.466492 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:39.466847 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:39.467190 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:39.467510 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:39.467837 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:39.468149 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:39.468636 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:39.468945 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Tracked resource versions report: Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: pushed versions: Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: { 'AddressGroup': {'1.2'}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'ConntrackHelper': {'1.0'}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Log': {'1.0'}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Network': {'1.1'}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Port': {'1.7'}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'PortForwarding': {'1.2'}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'QosPolicy': {'1.8'}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'SecurityGroup': {'1.4'}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'SubPort': {'1.0'}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Subnet': {'1.1'}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Trunk': {'1.1'}} Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: consumer versions: Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: { DHCP agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: HyperV agent@hv-cinder-79724: {}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: L3 agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: Metadata agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: Metering agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: Open vSwitch agent@dv-cinder-797245-10-iscsi: { 'AddressGroup': '1.2', Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'ConntrackHelper': '1.0', Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Log': '1.0', Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Network': '1.1', Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Port': '1.7', Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'PortForwarding': '1.2', Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'QosPolicy': '1.8', Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'SecurityGroup': '1.4', Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'SecurityGroupRule': '1.2', Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'SubPort': '1.0', Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Subnet': '1.1', Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: 'Trunk': '1.1'}} Jun 30 01:26:39.469951 dv-cinder-797245-10-iscsi neutron-server[93393]: {{(pid=93393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:26:39.480006 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.496180 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:39.506557 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Made reservation on behalf of 731b3b4440304019ae864de48ebcf241 for: {'network': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:26:39.508809 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.515413 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.db.api [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 01:26:39.515413 dv-cinder-797245-10-iscsi neutron-server[93392]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 01:26:39.515413 dv-cinder-797245-10-iscsi neutron-server[93392]: [parameters: {'project_id_1': 'c9c16c3286ce42ed8603762ac2252b8a', 'expiration_1': datetime.datetime(2021, 6, 30, 1, 26, 39, 211712)}] Jun 30 01:26:39.515413 dv-cinder-797245-10-iscsi neutron-server[93392]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 01:26:39.516100 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_db.api [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 01:26:39.526777 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.621955 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.625743 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.629280 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:39.630221 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.642496 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-225f0cfa-4cae-44f9-92a7-d24938c70166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:39.690400 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.714901 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:26:39.717686 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Pushing event updated for resources: {'Network': ['ID=13855da3-bc55-4f33-baa4-bc0f31040324,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:39.722465 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:39.722932 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:39.729318 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network 13855da3-bc55-4f33-baa4-bc0f31040324 details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:26:39.757043 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.757381 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.segments_db [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Added segment 4db6abe9-8a4c-4678-970d-5d34b169827d of type vlan for network 33e960f6-15b6-4c63-8c13-81c7204c50cf Jun 30 01:26:39.784501 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2036698 Jun 30 01:26:39.787285 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58456) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:39.793923 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] Request body: {'subnet': {'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-281651104-subnet', 'tenant_id': '0551dd9477a74f3388897c17d1129be4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:39.809534 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b6b787-6f83-446c-82d8-27d402289951,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:39.860095 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.890154 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:39.946411 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.949659 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:39.950403 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:39.954506 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-23e0afbc-683d-4640-9e55-b824ffb396b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:40.000207 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:40.016927 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Pushing event updated for resources: {'Network': ['ID=33e960f6-15b6-4c63-8c13-81c7204c50cf,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:40.019592 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:40.026845 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network 33e960f6-15b6-4c63-8c13-81c7204c50cf details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:26:40.079556 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:40.081596 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:40.109323 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:26:40.119409 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5593be-8424-49eb-a8eb-846cec494bf9,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:40.123803 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:40.124857 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:40.125374 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.segments_db [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Added segment a6bc996e-cb7d-4116-8157-0b7527819a86 of type vlan for network 0f86744b-e2e7-48b3-82b1-5995e103144a Jun 30 01:26:40.178265 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:40.187457 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5821846 Jun 30 01:26:40.190410 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58484) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:40.198498 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-8cddf4f5-3c16-4dfc-bf9b-6ac0505c3ccb admin admin] Request body: {'subnet': {'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1973680358-subnet', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:40.288377 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:40.289699 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:40.293467 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:40.293467 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:40.313140 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] Made reservation on behalf of 0551dd9477a74f3388897c17d1129be4 for: {'subnet': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:26:40.315601 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:40.454664 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Pushing event updated for resources: {'Network': ['ID=0f86744b-e2e7-48b3-82b1-5995e103144a,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:40.465062 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:40.465554 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network 0f86744b-e2e7-48b3-82b1-5995e103144a details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:26:40.522817 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Made reservation on behalf of c9c16c3286ce42ed8603762ac2252b8a for: {'subnet': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:26:40.531543 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:40.615002 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7833221 Jun 30 01:26:40.618481 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58520) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:40.625188 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] Request body: {'subnet': {'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-924409534-subnet', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:40.737789 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58530) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:40.759767 dv-cinder-797245-10-iscsi neutron-server[93392]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 01:26:40.766854 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cddf4f5-3c16-4dfc-bf9b-6ac0505c3ccb admin admin] Made reservation on behalf of 610eefbe7f1041da9d694a20440f1337 for: {'subnet': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:26:40.769163 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8cddf4f5-3c16-4dfc-bf9b-6ac0505c3ccb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:40.854603 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] Made reservation on behalf of 731b3b4440304019ae864de48ebcf241 for: {'subnet': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:26:40.867960 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:40.925445 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:40.977344 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:41.120350 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-237055b4-82b0-4c5c-923b-9f1ff671bef6 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:41.120350 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-237055b4-82b0-4c5c-923b-9f1ff671bef6 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/networks?id=707be1fd-979f-4efc-b3dd-bd3f4a7a3c10 HTTP/1.1" status: 200 len: 811 time: 0.3606002 Jun 30 01:26:41.137980 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6644716a-afa1-4d2e-bd8d-61ef445e43cf,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:41.140104 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:41.142962 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:41.148258 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:41.148258 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:41.154797 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-a8f2191b-41eb-40f5-bd56-6c4ffe4a262e tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/quotas/42d4e89a93444929990af446ec8b6f4c HTTP/1.1" status: 200 len: 375 time: 0.0299778 Jun 30 01:26:41.173346 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:41.180978 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] Checking segment: {'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:41.181323 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] Network hostable DHCP agents. Network: 13855da3-bc55-4f33-baa4-bc0f31040324, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:26:41.202801 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bba9328-0adf-4c0e-9d92-497000cb871e,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:41.206143 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:41.209581 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] Checking segment: {'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:41.209828 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] Network hostable DHCP agents. Network: 0f86744b-e2e7-48b3-82b1-5995e103144a, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:26:41.264786 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-32939fc2-354d-4267-9180-75a499f71dd7 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=42d4e89a93444929990af446ec8b6f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855422 Jun 30 01:26:41.282367 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] Network 0f86744b-e2e7-48b3-82b1-5995e103144a is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:26:41.323341 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e22b904e-cadb-439b-a41f-b9e970cd6b7e,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:41.329615 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:41.339889 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, 0f86744b-e2e7-48b3-82b1-5995e103144a) {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:41.352885 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:41.352885 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:41.354055 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Checking segment: {'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:41.354412 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Network hostable DHCP agents. Network: 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:26:41.355676 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b0995e-9358-4491-a39a-c912e22dcd7c None None] Network 0f86744b-e2e7-48b3-82b1-5995e103144a requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:26:41.442456 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] Network 13855da3-bc55-4f33-baa4-bc0f31040324 is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:26:41.452858 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, 13855da3-bc55-4f33-baa4-bc0f31040324) {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:41.458945 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:41.459650 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:41.475279 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c1c365-ab0d-4885-8fcf-df1a7c3352da None None] Network 13855da3-bc55-4f33-baa4-bc0f31040324 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:26:41.485313 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8645792 Jun 30 01:26:41.491209 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8cddf4f5-3c16-4dfc-bf9b-6ac0505c3ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:41.491209 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:26:41.493020 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58570) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:41.497872 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:41.513163 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f6414344-4a3d-41bb-8812-f6e929f18564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:41.517671 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58572) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:41.545403 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb) {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:41.550877 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:41.551870 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:41.565204 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d6af29-7571-4a17-adaf-79c297a5c2aa None None] Network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:26:41.585485 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-9c7afc39-5ebf-41f7-83d4-8fb588237e57 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7971087 Jun 30 01:26:41.597177 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddf4f5-3c16-4dfc-bf9b-6ac0505c3ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=26bb785d-416a-4149-bc5c-47b213a72eb7,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:41.600419 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-8cddf4f5-3c16-4dfc-bf9b-6ac0505c3ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:41.626429 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cddf4f5-3c16-4dfc-bf9b-6ac0505c3ccb admin admin] Checking segment: {'id': '4db6abe9-8a4c-4678-970d-5d34b169827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:41.627333 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cddf4f5-3c16-4dfc-bf9b-6ac0505c3ccb admin admin] Network hostable DHCP agents. Network: 33e960f6-15b6-4c63-8c13-81c7204c50cf, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:26:41.638421 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-5e43cee9-9e79-484b-a3d8-a3eb2a80f6c8 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:26:41.644163 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-5e43cee9-9e79-484b-a3d8-a3eb2a80f6c8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2223842 Jun 30 01:26:41.688002 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a15f31a5-2ae6-477a-8025-6f2287479c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:41.716101 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aad0004-5452-54fe-b1bc-ef1c95aa08ab-0f86744b-e2e7-48b3-82b1-5995e103144a', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e'}]}} from dv-cinder-797245-10-iscsi. {{(pid=93394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:26:41.717571 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:41.736730 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-291'] for router, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:41.737868 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-681568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-296'] for router, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:41.910755 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cddf4f5-3c16-4dfc-bf9b-6ac0505c3ccb admin admin] Network 33e960f6-15b6-4c63-8c13-81c7204c50cf is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:26:41.910755 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-ebabb6de-488e-41c7-84f8-e413bd48210e service neutron] 10.222.0.35 "GET /v2.0/networks/707be1fd-979f-4efc-b3dd-bd3f4a7a3c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249515 Jun 30 01:26:41.912718 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e3a4fb-88e0-4a62-a802-0cb737aeedfa None None] Network 13855da3-bc55-4f33-baa4-bc0f31040324 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:26:41.921555 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-89f5e0ad-8837-42f5-8018-f22f16cbd263 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7189815 Jun 30 01:26:41.924853 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58586) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:41.931884 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:41.984643 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.004877 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-8cddf4f5-3c16-4dfc-bf9b-6ac0505c3ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, 33e960f6-15b6-4c63-8c13-81c7204c50cf) {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:42.024063 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4777fab8-81c7-4128-b058-1fae381a0380 None None] Network 33e960f6-15b6-4c63-8c13-81c7204c50cf requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:26:42.035969 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-3d909bd6-56d0-48ff-a4b1-92c26b86cc29 service neutron] 10.222.0.35 "GET /v2.0/networks/707be1fd-979f-4efc-b3dd-bd3f4a7a3c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437275 Jun 30 01:26:42.038266 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cddf4f5-3c16-4dfc-bf9b-6ac0505c3ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:42.039872 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8cddf4f5-3c16-4dfc-bf9b-6ac0505c3ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.113692 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a15f31a5-2ae6-477a-8025-6f2287479c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.211529 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a15f31a5-2ae6-477a-8025-6f2287479c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.218017 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:42.264353 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58608) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:42.272472 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aad0004-5452-54fe-b1bc-ef1c95aa08ab-4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e'}]}} from dv-cinder-797245-10-iscsi. {{(pid=93394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:26:42.273474 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.296778 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a48432-ecf3-4c74-9650-5188c1bd5986 None None] Network 33e960f6-15b6-4c63-8c13-81c7204c50cf requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:26:42.307311 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.db_base_plugin_common [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Allocated IP 172.20.0.2 (0f86744b-e2e7-48b3-82b1-5995e103144a/3bba9328-0adf-4c0e-9d92-497000cb871e/77bdbc12-d443-4386-af81-262ba526d2af) {{(pid=93394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:26:42.323804 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-291'] for router, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.325161 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-681568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-296'] for router, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.338262 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a15f31a5-2ae6-477a-8025-6f2287479c5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a5cd8d2c6004a3b84c6c0ed77610776&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8120000 Jun 30 01:26:42.338262 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f31a5-2ae6-477a-8025-6f2287479c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16676fa-c411-4f92-ab64-5679f2ca1cec,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:42.338492 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-262'] for router, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.359005 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58614) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:42.361709 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a15f31a5-2ae6-477a-8025-6f2287479c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:42.440684 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-8cddf4f5-3c16-4dfc-bf9b-6ac0505c3ccb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2488365 Jun 30 01:26:42.454608 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58622) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:42.460785 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1973680358-router', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:42.468901 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.501980 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58626) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:42.586164 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-291'] for router, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.587191 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-681568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-296'] for router, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.714750 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a576817a-171c-4b10-943b-cf88aba7dfcb req-bd4803e8-e241-438b-aecd-a041f0586f44 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 210 time: 0.0743356 Jun 30 01:26:42.738806 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e69fdf36-69e2-47d9-960e-0c52701b2e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.763399 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e69fdf36-69e2-47d9-960e-0c52701b2e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.805953 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.809404 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-39fa0ad3-1e4e-44c6-ad08-3dfcb593ce94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.813446 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-262'] for router, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.820168 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.db_base_plugin_common [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Allocated IP 172.20.0.2 (4bfd3d0c-832f-4d93-85f2-b953fb9a89fb/e22b904e-cadb-439b-a41f-b9e970cd6b7e/244b3fcc-a22e-4a9e-b4e6-169a6cca126a) {{(pid=93394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:26:42.837121 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a99d80-b714-4999-88fc-d31f78752423 req-1d4b7853-a00b-43d5-b6c7-3c6363163585 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:42.839150 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-1d4b7853-a00b-43d5-b6c7-3c6363163585 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/networks?id=13855da3-bc55-4f33-baa4-bc0f31040324 HTTP/1.1" status: 200 len: 814 time: 0.5730636 Jun 30 01:26:42.861050 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-a4623e33-6bd9-479f-a099-471575aed2b9 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/quotas/0551dd9477a74f3388897c17d1129be4 HTTP/1.1" status: 200 len: 375 time: 0.0124183 Jun 30 01:26:42.867675 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Notify callbacks [] for port, precommit_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.929253 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-efb88e44-bfc8-43ef-a296-db6783039c3f tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0551dd9477a74f3388897c17d1129be4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621135 Jun 30 01:26:42.991281 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e69fdf36-69e2-47d9-960e-0c52701b2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.991642 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Transition to ACTIVE for port object 77bdbc12-d443-4386-af81-262ba526d2af will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:26:42.996171 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e69fdf36-69e2-47d9-960e-0c52701b2e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:42.999863 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-e69fdf36-69e2-47d9-960e-0c52701b2e84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b16676fa-c411-4f92-ab64-5679f2ca1cec HTTP/1.1" status: 204 len: 168 time: 0.6355834 Jun 30 01:26:42.999863 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:43.016709 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fdf36-69e2-47d9-960e-0c52701b2e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16676fa-c411-4f92-ab64-5679f2ca1cec,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:43.024834 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-e69fdf36-69e2-47d9-960e-0c52701b2e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:43.025890 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Transition to ACTIVE for port object 77bdbc12-d443-4386-af81-262ba526d2af will not be triggered until provisioned by entity DHCP. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:26:43.044685 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Notify callbacks [] for port, precommit_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.053722 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-22e5c0e3-998f-43b7-bf8f-9799e43dd9bd service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:26:43.056243 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Transition to ACTIVE for port object 244b3fcc-a22e-4a9e-b4e6-169a6cca126a will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:26:43.056909 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-22e5c0e3-998f-43b7-bf8f-9799e43dd9bd service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0786650 Jun 30 01:26:43.071991 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Transition to ACTIVE for port object 244b3fcc-a22e-4a9e-b4e6-169a6cca126a will not be triggered until provisioned by entity DHCP. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:26:43.110610 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.112892 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:43.171943 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-f2ab4d9e-38ce-46d4-8010-545b804c4a50 service neutron] 10.222.0.35 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063960 Jun 30 01:26:43.232789 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.240818 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-39fa0ad3-1e4e-44c6-ad08-3dfcb593ce94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.268959 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.295909 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Network 0f86744b-e2e7-48b3-82b1-5995e103144a is already hosted by enough agents. {{(pid=93394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:43.305793 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.base_scheduler [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Resources bound (agent type, host, resource id): {{(pid=93394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:43.307742 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-80102ee3-2825-486d-87e3-5886230fdeb4 service neutron] 10.222.0.35 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286879 Jun 30 01:26:43.310373 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Received port after_create {{(pid=93394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:26:43.323310 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Pushing event updated for resources: {'Port': ['ID=77bdbc12-d443-4386-af81-262ba526d2af,revision_number=1']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:43.336739 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb is already hosted by enough agents. {{(pid=93394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:43.346398 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:43.346762 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:43.347197 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:43.347438 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:43.347762 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:43.348110 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:43.348404 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:43.348730 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:43.349060 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:43.349379 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:43.349691 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:43.350002 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Tracked resource versions report: Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: pushed versions: Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: { 'AddressGroup': {'1.2'}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'ConntrackHelper': {'1.0'}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Log': {'1.0'}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Network': {'1.1'}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Port': {'1.7'}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'PortForwarding': {'1.2'}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'QosPolicy': {'1.8'}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'SecurityGroup': {'1.4'}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'SubPort': {'1.0'}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Subnet': {'1.1'}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Trunk': {'1.1'}} Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: consumer versions: Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: { DHCP agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: HyperV agent@hv-cinder-79724: {}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: L3 agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: Metadata agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: Metering agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: Open vSwitch agent@dv-cinder-797245-10-iscsi: { 'AddressGroup': '1.2', Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'ConntrackHelper': '1.0', Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Log': '1.0', Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Network': '1.1', Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Port': '1.7', Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'PortForwarding': '1.2', Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'QosPolicy': '1.8', Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'SecurityGroup': '1.4', Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'SecurityGroupRule': '1.2', Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'SubPort': '1.0', Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Subnet': '1.1', Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: 'Trunk': '1.1'}} Jun 30 01:26:43.351241 dv-cinder-797245-10-iscsi neutron-server[93394]: {{(pid=93394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:26:43.358712 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.base_scheduler [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Resources bound (agent type, host, resource id): {{(pid=93394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:43.358712 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:43.358712 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-27277ae7-c074-45fd-bf2b-f81d8cdb1a72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:43.380688 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Received port after_create {{(pid=93394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:26:43.383730 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.385283 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-39fa0ad3-1e4e-44c6-ad08-3dfcb593ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.423260 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:43.472159 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Pushing event updated for resources: {'Port': ['ID=244b3fcc-a22e-4a9e-b4e6-169a6cca126a,revision_number=1']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:43.481317 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Attempting to bind port 77bdbc12-d443-4386-af81-262ba526d2af on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:26:43.481918 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Attempting to bind port 77bdbc12-d443-4386-af81-262ba526d2af by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:26:43.482516 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Attempting to bind port 77bdbc12-d443-4386-af81-262ba526d2af on network 0f86744b-e2e7-48b3-82b1-5995e103144a {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:26:43.507439 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:43.512368 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:26:43.513012 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Checking segment: {'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:43.514881 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.515646 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Bound using segment: {'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:26:43.516471 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Bound port: 77bdbc12-d443-4386-af81-262ba526d2af, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:26:43.517047 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.527677 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-262'] for router, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.539084 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Attempting to bind port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:26:43.545429 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Attempting to bind port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:26:43.545429 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Attempting to bind port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a on network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:26:43.548624 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:26:43.549209 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Checking segment: {'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:43.549974 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.550541 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Bound using segment: {'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:26:43.551172 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Bound port: 244b3fcc-a22e-4a9e-b4e6-169a6cca126a, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:26:43.551485 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.555126 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-39fa0ad3-1e4e-44c6-ad08-3dfcb593ce94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fdde5da203c146328499859b8516dc18&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0520697 Jun 30 01:26:43.557874 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58670) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:43.569042 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa0ad3-1e4e-44c6-ad08-3dfcb593ce94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d9ec1c-4804-440e-83b0-8a740d8bdeb9,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:43.574992 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-39fa0ad3-1e4e-44c6-ad08-3dfcb593ce94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:43.632746 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dfdcc51d-c05e-40fd-a9c6-d113dd62e15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.659827 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dfdcc51d-c05e-40fd-a9c6-d113dd62e15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.725256 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] For port 77bdbc12-d443-4386-af81-262ba526d2af, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:26:43.755040 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Allocated IP 172.27.1.28 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/aba0cf8a-cedd-4c2b-a259-b2eea97e078a) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:26:43.755217 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] For port 77bdbc12-d443-4386-af81-262ba526d2af, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=77bdbc12-d443-4386-af81-262ba526d2af,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:26:43.779893 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-471da112-a226-41ee-b117-ba9e67556655 None None] For port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:26:43.779893 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-471da112-a226-41ee-b117-ba9e67556655 None None] For port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=244b3fcc-a22e-4a9e-b4e6-169a6cca126a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:26:43.780082 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dfdcc51d-c05e-40fd-a9c6-d113dd62e15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.781387 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dfdcc51d-c05e-40fd-a9c6-d113dd62e15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.782719 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-dfdcc51d-c05e-40fd-a9c6-d113dd62e15b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23d9ec1c-4804-440e-83b0-8a740d8bdeb9 HTTP/1.1" status: 204 len: 168 time: 0.2232809 Jun 30 01:26:43.783429 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7b2cad60-6016-49de-83fb-135a07c70169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:43.812856 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcc51d-c05e-40fd-a9c6-d113dd62e15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d9ec1c-4804-440e-83b0-8a740d8bdeb9,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:43.819127 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-dfdcc51d-c05e-40fd-a9c6-d113dd62e15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:43.849132 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.858686 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:43.897154 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.953275 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d923ddee-26e0-4461-aea6-7dd271acc6ea req-c223101e-94d3-4f9d-b56d-8e4fe742812e tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 210 time: 0.0540674 Jun 30 01:26:43.974192 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Pushing event updated for resources: {'Port': ['ID=77bdbc12-d443-4386-af81-262ba526d2af,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:43.979250 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:43.979250 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:44.096385 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-11e4a1a3-23fc-4c34-ae28-4004c754de2a req-727e29df-879e-4c67-b6eb-3459cd8b7853 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 210 time: 0.0904019 Jun 30 01:26:44.096489 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Pushing event updated for resources: {'Port': ['ID=244b3fcc-a22e-4a9e-b4e6-169a6cca126a,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:44.110883 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:44.155710 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:44.171119 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:44.196262 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:44.461407 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:44.549384 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:44.629511 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:44.634469 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:44.648136 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:44.653287 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Allocated IP 172.27.1.155 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/80515935-e8b2-4123-800c-c4333ec23495) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:26:44.677118 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:26:44.681875 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:44.715350 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Pushing event updated for resources: {'Port': ['ID=aba0cf8a-cedd-4c2b-a259-b2eea97e078a,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:44.727027 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:44.902074 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58730) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:44.917096 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f907-6a5a-41c8-b08b-adb7317eea2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:44.939990 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:45.058775 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f907-6a5a-41c8-b08b-adb7317eea2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:45.100723 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:45.146104 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7ab2965f-2e48-48ae-870c-1922072c789c req-40588c6b-fa5c-4519-9cb0-5c323253cac2 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 210 time: 0.0725336 Jun 30 01:26:45.179779 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:45.191387 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f907-6a5a-41c8-b08b-adb7317eea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:45.201817 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:45.211417 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:45.274303 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1f907-6a5a-41c8-b08b-adb7317eea2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0db670b-88bf-4600-952d-ba7f30a6c54c,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:45.298872 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d0d1f907-6a5a-41c8-b08b-adb7317eea2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:45.315756 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-d0d1f907-6a5a-41c8-b08b-adb7317eea2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1223dd35103f4cbfa9f6063e09bc9d0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4122286 Jun 30 01:26:45.316738 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58746) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:45.404403 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:45.420273 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:45.427984 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:26:45.437629 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d14c6093-7088-4e49-a203-3ca6310c9132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:45.444806 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 77bdbc12-d443-4386-af81-262ba526d2af up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:26:45.462825 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Allocated IP 172.27.1.112 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/2066d5d3-b757-4934-8380-c938a06ebdc7) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:26:45.466817 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Pushing event updated for resources: {'Port': ['ID=80515935-e8b2-4123-800c-c4333ec23495,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:45.492634 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ba815a40-d896-4879-8c64-372dc1b4f0e9 req-3ae7b765-f5af-4cbb-84bc-4306a7638b73 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 210 time: 0.0503139 Jun 30 01:26:45.502926 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d14c6093-7088-4e49-a203-3ca6310c9132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:45.571276 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c1454e-e12e-4fc0-8bdd-418db4d4eb6c None None] Network 0f86744b-e2e7-48b3-82b1-5995e103144a requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:26:45.677738 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 77bdbc12-d443-4386-af81-262ba526d2af completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:26:45.686180 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 244b3fcc-a22e-4a9e-b4e6-169a6cca126a up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:26:45.699552 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:45.717523 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d14c6093-7088-4e49-a203-3ca6310c9132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:45.721206 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d14c6093-7088-4e49-a203-3ca6310c9132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:45.722602 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-d14c6093-7088-4e49-a203-3ca6310c9132 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0db670b-88bf-4600-952d-ba7f30a6c54c HTTP/1.1" status: 204 len: 168 time: 0.4048526 Jun 30 01:26:45.726051 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:45.734859 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c6093-7088-4e49-a203-3ca6310c9132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0db670b-88bf-4600-952d-ba7f30a6c54c,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:45.739506 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d14c6093-7088-4e49-a203-3ca6310c9132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:45.771806 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-4fbef985-7ea0-418b-bddb-4464b7170bc6 None None] Provisioning for port 77bdbc12-d443-4386-af81-262ba526d2af completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:26:45.786630 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-4fbef985-7ea0-418b-bddb-4464b7170bc6 None None] Provisioning complete for port 77bdbc12-d443-4386-af81-262ba526d2af triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:45.787041 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4fbef985-7ea0-418b-bddb-4464b7170bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:45.893375 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564ff0b4-de18-4131-9980-8addfd3d8cd7 None None] Network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:26:45.965435 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:26:46.000694 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4fbef985-7ea0-418b-bddb-4464b7170bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:46.003399 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:46.006069 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630171'] for router, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:46.056083 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-4fbef985-7ea0-418b-bddb-4464b7170bc6 None None] For port 77bdbc12-d443-4386-af81-262ba526d2af, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=77bdbc12-d443-4386-af81-262ba526d2af,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:26:46.139330 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4fbef985-7ea0-418b-bddb-4464b7170bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:46.147754 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:46.220122 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:46.247281 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbef985-7ea0-418b-bddb-4464b7170bc6 None None] Pushing event updated for resources: {'Port': ['ID=77bdbc12-d443-4386-af81-262ba526d2af,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:46.254893 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-4fbef985-7ea0-418b-bddb-4464b7170bc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:46.314317 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:46.328404 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:46.374275 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-cd9e1dd8-1fc1-48e9-abc8-467b2363bbd6 None None] Provisioning for port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:26:46.378381 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-cd9e1dd8-1fc1-48e9-abc8-467b2363bbd6 None None] Provisioning complete for port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:46.378753 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-cd9e1dd8-1fc1-48e9-abc8-467b2363bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:46.441323 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Pushing event updated for resources: {'Port': ['ID=2066d5d3-b757-4934-8380-c938a06ebdc7,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:46.452468 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:46.460288 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:46.468009 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:46.472249 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:26:46.493419 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1bf3ab69-de11-46f6-b8a7-fa6890449c0e req-8e107afc-7148-4e40-8996-d7e7a561e74f tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 210 time: 0.0636616 Jun 30 01:26:46.542774 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-cd9e1dd8-1fc1-48e9-abc8-467b2363bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:46.586265 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-cd9e1dd8-1fc1-48e9-abc8-467b2363bbd6 None None] For port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=244b3fcc-a22e-4a9e-b4e6-169a6cca126a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:26:46.661062 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-cd9e1dd8-1fc1-48e9-abc8-467b2363bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:46.663483 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:46.700841 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630171'] for router, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:46.728910 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e1dd8-1fc1-48e9-abc8-467b2363bbd6 None None] Pushing event updated for resources: {'Port': ['ID=244b3fcc-a22e-4a9e-b4e6-169a6cca126a,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:46.732948 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-cd9e1dd8-1fc1-48e9-abc8-467b2363bbd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:46.737779 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-30221b5c-c784-4c58-88bb-dc0e6f412014 req-7f46436a-f6ef-42a0-84dd-2d7f493a3be0 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 210 time: 0.0446563 Jun 30 01:26:46.745811 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 is scheduled to L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf with binding_index 1 {{(pid=93393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:26:46.784425 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-2f667ffb-316c-401c-ae0c-4ebd96d14d20 None None] Provisioning complete for port 77bdbc12-d443-4386-af81-262ba526d2af triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:46.785118 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2f667ffb-316c-401c-ae0c-4ebd96d14d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:46.878056 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-2f667ffb-316c-401c-ae0c-4ebd96d14d20 None None] Provisioning complete for port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:46.878888 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2f667ffb-316c-401c-ae0c-4ebd96d14d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:46.981159 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:47.029893 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:26:47.040815 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Sync routers for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:26:47.050667 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:26:47.051433 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:26:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:47.190846 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:26:47.203379 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] Notify callbacks [] for router, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:47.207248 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-0a92ba30-1249-414a-bdce-5028946be701 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7105916 Jun 30 01:26:47.210988 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58806) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:47.249528 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 77bdbc12-d443-4386-af81-262ba526d2af up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:26:47.268935 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 is scheduled to L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf with binding_index 1 {{(pid=93393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:26:47.299414 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 77bdbc12-d443-4386-af81-262ba526d2af triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:47.300187 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:47.389737 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:44Z', 'revision_number': 3, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:47.395575 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 244b3fcc-a22e-4a9e-b4e6-169a6cca126a up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:26:47.416847 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:26:47.417512 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Checking router: 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:26:47.417863 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Updating router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 port aba0cf8a-cedd-4c2b-a259-b2eea97e078a binding host dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:26:47.445520 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:47.445974 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:47.452691 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:47.554815 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630171'] for router, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:47.574712 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:26:47.601033 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Sync routers for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:26:47.615687 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:26:47.616626 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:26:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:47.664631 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-921cc30a-18d8-463f-a764-add9faed6046 req-81e797bd-7a7d-4f59-89d2-03b88689c7ce tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 210 time: 0.0342412 Jun 30 01:26:47.717370 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Notify callbacks [] for router, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:47.719837 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7918155 Jun 30 01:26:47.721590 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58818) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:47.775535 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:26:47.810969 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:47.835762 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.provisioning_blocks [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Transition to ACTIVE for port object aba0cf8a-cedd-4c2b-a259-b2eea97e078a will not be triggered until provisioned by entity L2. {{(pid=93395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:26:47.922791 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:47.925117 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:47.992756 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Pushing event updated for resources: {'Port': ['ID=aba0cf8a-cedd-4c2b-a259-b2eea97e078a,revision_number=2']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:48.006254 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05073160-adcc-45db-8640-3d19bbaa5f01 req-9d6962de-93f6-48cc-9856-1ba0d276f766 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 210 time: 0.1032429 Jun 30 01:26:48.009483 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Router fc95aa49-237c-45fe-9001-9a6dfe9360f4 is scheduled to L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf with binding_index 1 {{(pid=93393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:26:48.040686 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:48.046528 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:48.050196 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:48.050196 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:48.050196 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:48.050196 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:48.050196 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:48.050196 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:48.050196 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:48.058876 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:48.064236 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:48.064745 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:48.065186 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Tracked resource versions report: Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: pushed versions: Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: { 'AddressGroup': {'1.2'}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'ConntrackHelper': {'1.0'}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Log': {'1.0'}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Network': {'1.1'}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Port': {'1.7'}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'PortForwarding': {'1.2'}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'QosPolicy': {'1.8'}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'SecurityGroup': {'1.4'}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'SubPort': {'1.0'}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Subnet': {'1.1'}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Trunk': {'1.1'}} Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: consumer versions: Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: { DHCP agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: HyperV agent@hv-cinder-79724: {}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: L3 agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: Metadata agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: Metering agent@dv-cinder-797245-10-iscsi: {}, Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: Open vSwitch agent@dv-cinder-797245-10-iscsi: { 'AddressGroup': '1.2', Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'ConntrackHelper': '1.0', Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Log': '1.0', Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Network': '1.1', Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Port': '1.7', Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'PortForwarding': '1.2', Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'QosPolicy': '1.8', Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'SecurityGroup': '1.4', Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'SecurityGroupRule': '1.2', Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'SubPort': '1.0', Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Subnet': '1.1', Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: 'Trunk': '1.1'}} Jun 30 01:26:48.066288 dv-cinder-797245-10-iscsi neutron-server[93395]: {{(pid=93395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:26:48.089913 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:48.109024 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Attempting to bind port aba0cf8a-cedd-4c2b-a259-b2eea97e078a on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:26:48.109912 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Attempting to bind port aba0cf8a-cedd-4c2b-a259-b2eea97e078a by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:26:48.110484 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Attempting to bind port aba0cf8a-cedd-4c2b-a259-b2eea97e078a on network fc262d4a-4b9d-4d80-8ce2-67a3755c726e {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:26:48.116225 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:26:48.116908 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Checking segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:48.117496 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:48.118098 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Bound using segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:26:48.118776 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Bound port: aba0cf8a-cedd-4c2b-a259-b2eea97e078a, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:26:48.119387 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:48.170590 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:26:48.239527 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] For port aba0cf8a-cedd-4c2b-a259-b2eea97e078a, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:26:48.243586 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] For port aba0cf8a-cedd-4c2b-a259-b2eea97e078a, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=aba0cf8a-cedd-4c2b-a259-b2eea97e078a,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:26:48.246574 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Sync routers for ids ['fc95aa49-237c-45fe-9001-9a6dfe9360f4'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:26:48.257615 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Routers {'fc95aa49-237c-45fe-9001-9a6dfe9360f4'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:26:48.258677 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:26:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['fc95aa49-237c-45fe-9001-9a6dfe9360f4'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:48.330037 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Notify callbacks [] for router, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:48.333120 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8775275 Jun 30 01:26:48.336916 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58836) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:48.359290 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:48.379325 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:45Z', 'revision_number': 3, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:48.412622 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Checking router: 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:26:48.412997 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Updating router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 port 80515935-e8b2-4123-800c-c4333ec23495 binding host dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:26:48.439131 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:48.462099 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:48.542485 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Set router fc95aa49-237c-45fe-9001-9a6dfe9360f4 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:26:48.606525 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:26:48.608053 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:26:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:48.652571 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Pushing event updated for resources: {'Port': ['ID=aba0cf8a-cedd-4c2b-a259-b2eea97e078a,revision_number=3']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:48.686305 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Allocated IP 172.20.0.1 (0f86744b-e2e7-48b3-82b1-5995e103144a/3bba9328-0adf-4c0e-9d92-497000cb871e/3bc6bb72-ca13-441a-8e49-caceb10164f3) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:26:48.796615 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:48.876906 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58856) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:48.907750 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-2f7a8ca7-815f-48ab-ad33-4c4ee1a66714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:49.099122 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:49.136847 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Transition to ACTIVE for port object 3bc6bb72-ca13-441a-8e49-caceb10164f3 will not be triggered until provisioned by entity DHCP. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:26:49.150191 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Notify callbacks [] for port, precommit_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:49.170862 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Transition to ACTIVE for port object 80515935-e8b2-4123-800c-c4333ec23495 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:26:49.271093 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:49.274487 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f6c4771a-6e3b-4087-bf0e-4ae3fdac483c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:49.274636 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:49.302349 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1973680358-router', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:46Z', 'revision_number': 3, 'project_id': '610eefbe7f1041da9d694a20440f1337', 'gw_port': {'id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:49.351355 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Checking router: fc95aa49-237c-45fe-9001-9a6dfe9360f4 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:26:49.351693 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Updating router fc95aa49-237c-45fe-9001-9a6dfe9360f4 port 2066d5d3-b757-4934-8380-c938a06ebdc7 binding host dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:26:49.374955 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26266547-40d5-4c4a-993a-76db1ddc77ae None None] Pushing event updated for resources: {'Port': ['ID=80515935-e8b2-4123-800c-c4333ec23495,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:49.381933 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-48a9b979-5b2f-45dd-9bd4-dfdb38c30c1e req-aa0eafa4-cc56-4a20-8717-b1624fe023ce tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 210 time: 0.1227775 Jun 30 01:26:49.384184 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-26266547-40d5-4c4a-993a-76db1ddc77ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:49.385209 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Attempting to bind port 80515935-e8b2-4123-800c-c4333ec23495 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:26:49.385634 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Attempting to bind port 80515935-e8b2-4123-800c-c4333ec23495 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:26:49.386006 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Attempting to bind port 80515935-e8b2-4123-800c-c4333ec23495 on network fc262d4a-4b9d-4d80-8ce2-67a3755c726e {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:26:49.393004 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:49.393535 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:26:49.394022 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Checking segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:49.394415 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:49.394822 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Bound using segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:26:49.395466 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Bound port: 80515935-e8b2-4123-800c-c4333ec23495, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:26:49.395865 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:49.431822 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:49.437712 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:49.445581 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c9a49de9-fef3-4582-9b20-c14ab2e9828a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:49.450038 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-57893d6a-0f1e-49d0-8b61-e5e80ceb9071 req-4f0b113f-0bfb-45a6-a8cf-5e81c6fb518e tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 210 time: 0.1881516 Jun 30 01:26:49.498101 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] For port 80515935-e8b2-4123-800c-c4333ec23495, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:26:49.502309 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] For port 80515935-e8b2-4123-800c-c4333ec23495, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=80515935-e8b2-4123-800c-c4333ec23495,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:26:49.510687 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Network 0f86744b-e2e7-48b3-82b1-5995e103144a is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:49.537588 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:49.547280 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:26:49.547280 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740796'] for router_interface, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:49.551488 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc6bb72-ca13-441a-8e49-caceb10164f3,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:49.614764 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:49.617400 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-26266547-40d5-4c4a-993a-76db1ddc77ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:49.623319 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.36', 59990) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:49.624121 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:49.689983 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:26:49.775315 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:26:49.776379 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:26:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:49.820067 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26266547-40d5-4c4a-993a-76db1ddc77ae None None] Pushing event updated for resources: {'Port': ['ID=80515935-e8b2-4123-800c-c4333ec23495,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:49.823965 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-26266547-40d5-4c4a-993a-76db1ddc77ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:49.871018 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c9a49de9-fef3-4582-9b20-c14ab2e9828a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:49.902937 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Allocated IP 172.20.0.1 (4bfd3d0c-832f-4d93-85f2-b953fb9a89fb/e22b904e-cadb-439b-a41f-b9e970cd6b7e/a7802727-03df-4b8c-9701-9f968ab6a0c3) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:26:49.961108 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:26:49.998414 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c9a49de9-fef3-4582-9b20-c14ab2e9828a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.007949 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:50.073021 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-c9a49de9-fef3-4582-9b20-c14ab2e9828a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ecc1142c46b47e4b293b98624409084&name=default HTTP/1.1" status: 200 len: 2977 time: 1.1950474 Jun 30 01:26:50.078529 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58878) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:50.087121 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Notify callbacks [] for port, precommit_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.125263 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a49de9-fef3-4582-9b20-c14ab2e9828a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b434f46-80a5-4501-bd0d-6edd67993207,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:50.155622 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c9a49de9-fef3-4582-9b20-c14ab2e9828a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:50.167794 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.provisioning_blocks [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Transition to ACTIVE for port object 2066d5d3-b757-4934-8380-c938a06ebdc7 will not be triggered until provisioned by entity L2. {{(pid=93395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:26:50.176639 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Allocated IP 172.20.0.1 (33e960f6-15b6-4c63-8c13-81c7204c50cf/26bb785d-416a-4149-bc5c-47b213a72eb7/f4582268-1a63-4152-80b6-79de9c1b60ca) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:26:50.178151 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-47d3db12-d638-4f79-b797-ae927fc3b9b9 None None] Provisioning for port 3bc6bb72-ca13-441a-8e49-caceb10164f3 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:26:50.198421 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a99d80-b714-4999-88fc-d31f78752423 req-73fbea5b-36b4-4391-98c2-c30a992d2b04 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:50.201247 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-73fbea5b-36b4-4391-98c2-c30a992d2b04 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "GET /v2.0/networks?id=13855da3-bc55-4f33-baa4-bc0f31040324 HTTP/1.1" status: 200 len: 814 time: 0.5711141 Jun 30 01:26:50.202604 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.209946 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-47d3db12-d638-4f79-b797-ae927fc3b9b9 None None] Provisioning complete for port 3bc6bb72-ca13-441a-8e49-caceb10164f3 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:50.209946 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-47d3db12-d638-4f79-b797-ae927fc3b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.224289 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:44Z', 'revision_number': 3, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:50.250711 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Transition to ACTIVE for port object a7802727-03df-4b8c-9701-9f968ab6a0c3 will not be triggered until provisioned by entity DHCP. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:26:50.265744 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-a2a99d80-b714-4999-88fc-d31f78752423 req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Request body: {'port': {'device_id': '916d8676-2a3d-41d8-b035-d62f10c691a9', 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324', 'admin_state_up': True, 'tenant_id': '0551dd9477a74f3388897c17d1129be4'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:50.269292 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3df1f23e-bda6-4db0-b87e-7726a1bc84c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.269540 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7eec3b-3a94-4e38-bd14-abba2b9c5ad8 None None] The sync data for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi is: [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:44Z', 'revision_number': 3, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:26:50.276953 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.281190 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-cd10b54d-90c1-49d9-999a-f9b5d4bf8b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:50.331278 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3df1f23e-bda6-4db0-b87e-7726a1bc84c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.347788 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-47d3db12-d638-4f79-b797-ae927fc3b9b9 None None] Port 3bc6bb72-ca13-441a-8e49-caceb10164f3 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:26:50.362482 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Attempting to bind port 2066d5d3-b757-4934-8380-c938a06ebdc7 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:26:50.363031 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Attempting to bind port 2066d5d3-b757-4934-8380-c938a06ebdc7 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:26:50.363394 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Attempting to bind port 2066d5d3-b757-4934-8380-c938a06ebdc7 on network fc262d4a-4b9d-4d80-8ce2-67a3755c726e {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:26:50.367713 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41c1bb-a89a-453d-b0fc-dcff711020ad None None] Pushing event updated for resources: {'Port': ['ID=2066d5d3-b757-4934-8380-c938a06ebdc7,revision_number=2']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:50.385724 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-8e41c1bb-a89a-453d-b0fc-dcff711020ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:50.388770 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:26:50.394262 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Checking segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:50.394690 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.395116 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Bound using segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:26:50.395629 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Bound port: 2066d5d3-b757-4934-8380-c938a06ebdc7, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:26:50.396028 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.400487 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:45Z', 'revision_number': 3, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:50.411464 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.36', 59992) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:50.442120 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343544aa-004e-44f7-89b6-b5f4f856b2ef None None] The sync data for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi is: [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:45Z', 'revision_number': 3, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:26:50.519131 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.535145 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] For port 2066d5d3-b757-4934-8380-c938a06ebdc7, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:26:50.540284 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.541028 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] For port 2066d5d3-b757-4934-8380-c938a06ebdc7, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=2066d5d3-b757-4934-8380-c938a06ebdc7,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:26:50.554821 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:50.625828 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.628487 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:50.632262 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:50.665149 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:50.714284 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5f768708-6494-44b1-86ce-2d0c403940b6 req-2fe15e98-6592-4cb1-8ed1-cd502fe81ea4 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 210 time: 0.0950060 Jun 30 01:26:50.729244 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:26:50.740133 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740796'] for router_interface, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.816811 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Routers {'fc95aa49-237c-45fe-9001-9a6dfe9360f4'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:26:50.817079 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:26:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['fc95aa49-237c-45fe-9001-9a6dfe9360f4'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:50.832539 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:50.848700 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-59fd1fd8-7d4d-45ae-9680-c172a8fe2996 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:50.855048 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-59fd1fd8-7d4d-45ae-9680-c172a8fe2996 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.36 "GET /v2.0/networks?id=707be1fd-979f-4efc-b3dd-bd3f4a7a3c10 HTTP/1.1" status: 200 len: 811 time: 0.4170220 Jun 30 01:26:51.003222 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41c1bb-a89a-453d-b0fc-dcff711020ad None None] Pushing event updated for resources: {'Port': ['ID=2066d5d3-b757-4934-8380-c938a06ebdc7,revision_number=3']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:51.008720 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:51.015782 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-8e41c1bb-a89a-453d-b0fc-dcff711020ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:51.025648 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a99d80-b714-4999-88fc-d31f78752423 req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Made reservation on behalf of 0551dd9477a74f3388897c17d1129be4 for: {'port': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:26:51.028545 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-a2a99d80-b714-4999-88fc-d31f78752423 req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:51.038453 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6ed0b385-b90d-49ce-8d9e-8e5e9fa48451 req-de219b5f-0e1b-4168-9746-61522a199d11 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 210 time: 0.0497510 Jun 30 01:26:51.429460 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:51.437534 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3df1f23e-bda6-4db0-b87e-7726a1bc84c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:51.444539 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] Set router fc95aa49-237c-45fe-9001-9a6dfe9360f4 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:26:51.445292 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-020423bb-b91f-4b1d-9a42-9924b77670ba None None] Provisioning for port a7802727-03df-4b8c-9701-9f968ab6a0c3 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:26:51.445292 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-020423bb-b91f-4b1d-9a42-9924b77670ba None None] Provisioning complete for port a7802727-03df-4b8c-9701-9f968ab6a0c3 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:51.445292 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-020423bb-b91f-4b1d-9a42-9924b77670ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:51.446380 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:51.447049 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3df1f23e-bda6-4db0-b87e-7726a1bc84c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:51.447049 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-3df1f23e-bda6-4db0-b87e-7726a1bc84c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b434f46-80a5-4501-bd0d-6edd67993207 HTTP/1.1" status: 204 len: 168 time: 1.2689493 Jun 30 01:26:51.447049 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Pushing event updated for resources: {'Port': ['ID=a7802727-03df-4b8c-9701-9f968ab6a0c3,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:51.447049 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:51.447049 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:51.449571 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-020423bb-b91f-4b1d-9a42-9924b77670ba None None] Port a7802727-03df-4b8c-9701-9f968ab6a0c3 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:26:51.450386 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1f23e-bda6-4db0-b87e-7726a1bc84c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b434f46-80a5-4501-bd0d-6edd67993207,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:51.450386 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3df1f23e-bda6-4db0-b87e-7726a1bc84c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:51.451743 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Network 33e960f6-15b6-4c63-8c13-81c7204c50cf is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:51.456043 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Pushing event updated for resources: {'Port': ['ID=f4582268-1a63-4152-80b6-79de9c1b60ca,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:51.480057 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:51.480260 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 80515935-e8b2-4123-800c-c4333ec23495 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:26:51.481470 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:51.488061 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:26:51.488976 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740796'] for router_interface, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:51.491768 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:51.521683 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1973680358-router', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:46Z', 'revision_number': 3, 'project_id': '610eefbe7f1041da9d694a20440f1337', 'gw_port': {'id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:51.533772 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740648'] for router_interface, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:51.541959 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-981293bc-bf98-46c6-8a9c-97f5cdea748b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:51.571297 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647e04b-1412-4b72-bb39-cb0cea496f5e None None] The sync data for ids ['fc95aa49-237c-45fe-9001-9a6dfe9360f4'] in dv-cinder-797245-10-iscsi is: [{'id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1973680358-router', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:46Z', 'revision_number': 3, 'project_id': '610eefbe7f1041da9d694a20440f1337', 'gw_port': {'id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:26:51.642365 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:51.671252 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 80515935-e8b2-4123-800c-c4333ec23495 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:26:51.676912 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 80515935-e8b2-4123-800c-c4333ec23495 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:51.679553 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:51.705367 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc6bb72-ca13-441a-8e49-caceb10164f3,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:51.708883 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:51.957783 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:52.010802 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 80515935-e8b2-4123-800c-c4333ec23495, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=80515935-e8b2-4123-800c-c4333ec23495,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:26:52.040125 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c9092a1f-f085-4d8e-8353-14c090985e45 req-e299922f-f6bc-4655-abbf-8d64902fbe67 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 210 time: 0.1096499 Jun 30 01:26:52.101030 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:52.157339 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:52.159633 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device aba0cf8a-cedd-4c2b-a259-b2eea97e078a up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:26:52.180800 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:52.182418 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740648'] for router_interface, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:52.186035 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:52.192219 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:52.247267 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [req-a2a99d80-b714-4999-88fc-d31f78752423 req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Allocated IP 172.20.0.10 (13855da3-bc55-4f33-baa4-bc0f31040324/6644716a-afa1-4d2e-bd8d-61ef445e43cf/90dae55c-ff73-4bba-84f5-e35116f7c704) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:26:52.298324 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Network 0f86744b-e2e7-48b3-82b1-5995e103144a is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:52.304735 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:52.431307 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=80515935-e8b2-4123-800c-c4333ec23495,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:52.437232 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:52.449861 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 58920) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:52.518165 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-29678288-149e-4386-a576-5e1eaa07ed03 req-30c8c8aa-09be-4b4d-9c72-5443171108dd tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 210 time: 0.2600451 Jun 30 01:26:52.529756 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port aba0cf8a-cedd-4c2b-a259-b2eea97e078a completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:26:52.534131 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Pushing event updated for resources: {'Port': ['ID=a7802727-03df-4b8c-9701-9f968ab6a0c3,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:52.541751 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port aba0cf8a-cedd-4c2b-a259-b2eea97e078a triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:52.541751 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:52.541937 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:52.583405 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ad1b192e-b9c0-43ef-8f8b-71d1c10782f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:52.596831 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:52.599081 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:52.677340 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:52.696495 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:52.706259 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port aba0cf8a-cedd-4c2b-a259-b2eea97e078a, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=aba0cf8a-cedd-4c2b-a259-b2eea97e078a,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:26:52.743131 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-aa209c73-2e72-45b9-9dbc-8b26acdc4349 None None] Provisioning complete for port 3bc6bb72-ca13-441a-8e49-caceb10164f3 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:52.744353 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-aa209c73-2e72-45b9-9dbc-8b26acdc4349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:52.790756 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-aa209c73-2e72-45b9-9dbc-8b26acdc4349 None None] Port 3bc6bb72-ca13-441a-8e49-caceb10164f3 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:26:52.796009 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:52.796688 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:26:52.802857 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:52.862886 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=aba0cf8a-cedd-4c2b-a259-b2eea97e078a,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:52.878198 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:52.916484 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-8af95e3f-8975-4e35-8a4d-ecefc467e582 None None] Provisioning complete for port a7802727-03df-4b8c-9701-9f968ab6a0c3 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:52.916974 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-8af95e3f-8975-4e35-8a4d-ecefc467e582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:52.918624 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:26:52.952873 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:26:52.963384 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] 10.222.0.35 "PUT /v2.0/routers/3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2403905 Jun 30 01:26:52.976921 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-8af95e3f-8975-4e35-8a4d-ecefc467e582 None None] Port a7802727-03df-4b8c-9701-9f968ab6a0c3 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:26:53.006025 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-a2a99d80-b714-4999-88fc-d31f78752423 req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:53.237106 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-113bf6d6-2d6d-4c9a-8a86-9943bff46a58 req-1978db8e-2257-4841-8b8a-396bc113f1d7 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 210 time: 0.0565135 Jun 30 01:26:53.298883 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:53.338138 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ad1b192e-b9c0-43ef-8f8b-71d1c10782f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:53.347117 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:26:53.360375 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] 10.222.0.35 "PUT /v2.0/routers/46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1401327 Jun 30 01:26:53.372831 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:53.373928 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740648'] for router_interface, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:53.380385 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-eec65953-4343-406f-94ff-7b7b753df6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:53.399136 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 2066d5d3-b757-4934-8380-c938a06ebdc7 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:26:53.415333 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ad1b192e-b9c0-43ef-8f8b-71d1c10782f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:53.480845 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Request body: {'port': {'device_id': '079eb557-cd3e-4dd4-b9d1-d7b852cae82c', 'network_id': '707be1fd-979f-4efc-b3dd-bd3f4a7a3c10', 'admin_state_up': True, 'tenant_id': '42d4e89a93444929990af446ec8b6f4c'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:53.504235 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-a2a99d80-b714-4999-88fc-d31f78752423 req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:53.515492 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Pushing event updated for resources: {'Port': ['ID=f4582268-1a63-4152-80b6-79de9c1b60ca,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:53.618351 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58952) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:53.618716 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-ad1b192e-b9c0-43ef-8f8b-71d1c10782f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ea47cd77e044b1096808b79e4c62a31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1562600 Jun 30 01:26:53.650108 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:53.652737 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:53.668794 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a99d80-b714-4999-88fc-d31f78752423 req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Network 13855da3-bc55-4f33-baa4-bc0f31040324 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:53.677506 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [req-a2a99d80-b714-4999-88fc-d31f78752423 req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:53.682437 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 2066d5d3-b757-4934-8380-c938a06ebdc7 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:26:53.686546 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 2066d5d3-b757-4934-8380-c938a06ebdc7 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:53.686923 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:53.744992 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a99d80-b714-4999-88fc-d31f78752423 req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:26:53.761350 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a99d80-b714-4999-88fc-d31f78752423 req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:53.762610 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-a2a99d80-b714-4999-88fc-d31f78752423 req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:53.811244 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b192e-b9c0-43ef-8f8b-71d1c10782f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f95339-2e27-407b-a79f-4dc5028311c6,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:53.818251 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:53.837508 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Network 33e960f6-15b6-4c63-8c13-81c7204c50cf is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:53.839091 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ad1b192e-b9c0-43ef-8f8b-71d1c10782f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:53.840313 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:53.843794 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d0da5e23-f69e-4d41-beb9-6b79cde1b651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:53.844701 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:53.850940 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 2066d5d3-b757-4934-8380-c938a06ebdc7, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=2066d5d3-b757-4934-8380-c938a06ebdc7,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:26:53.908959 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d0da5e23-f69e-4d41-beb9-6b79cde1b651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:53.980077 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:53.980957 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 80515935-e8b2-4123-800c-c4333ec23495 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:26:53.983580 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-980c89d1-b7d0-428f-aabf-82cb3403a436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:53.990981 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7306335 Jun 30 01:26:54.009919 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-737b0e22-296d-4aa0-9c9e-f3287869bb02 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:26:54.010916 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-737b0e22-296d-4aa0-9c9e-f3287869bb02 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067317 Jun 30 01:26:54.013828 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Made reservation on behalf of 42d4e89a93444929990af446ec8b6f4c for: {'port': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:26:54.019419 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:54.073775 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=2066d5d3-b757-4934-8380-c938a06ebdc7,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:54.084103 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 58970) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:54.093169 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:54.106375 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-f5f3df48-d9f2-4615-886f-0b5f1a5529a5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--772723723', 'description': 'tempest-description--958033914'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:54.107584 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 80515935-e8b2-4123-800c-c4333ec23495 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:54.107969 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:54.117536 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d0da5e23-f69e-4d41-beb9-6b79cde1b651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:54.143188 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d0da5e23-f69e-4d41-beb9-6b79cde1b651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:54.146562 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-d0da5e23-f69e-4d41-beb9-6b79cde1b651 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/01f95339-2e27-407b-a79f-4dc5028311c6 HTTP/1.1" status: 204 len: 168 time: 0.5098298 Jun 30 01:26:54.157193 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d0d1f907-6a5a-41c8-b08b-adb7317eea2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:54.220482 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device aba0cf8a-cedd-4c2b-a259-b2eea97e078a up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:26:54.240537 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da5e23-f69e-4d41-beb9-6b79cde1b651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f95339-2e27-407b-a79f-4dc5028311c6,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:54.243707 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d0da5e23-f69e-4d41-beb9-6b79cde1b651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:54.302235 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Sync routers for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:26:54.314566 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Router fc95aa49-237c-45fe-9001-9a6dfe9360f4 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:26:54.328948 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Pushing event updated for resources: {'Port': ['ID=90dae55c-ff73-4bba-84f5-e35116f7c704,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:54.337812 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:54.365370 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:26:54.367423 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:26:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:54.433367 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port aba0cf8a-cedd-4c2b-a259-b2eea97e078a triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:54.434053 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:54.442548 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f5f3df48-d9f2-4615-886f-0b5f1a5529a5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:54.534676 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:26:54.558679 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] 10.222.0.35 "PUT /v2.0/routers/fc95aa49-237c-45fe-9001-9a6dfe9360f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2194760 Jun 30 01:26:54.717242 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Sync routers for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:26:54.734925 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:26:54.742459 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:26:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:54.808486 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Request body: {'port': {'device_id': '916d8676-2a3d-41d8-b035-d62f10c691a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:54.889904 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Allocated IP 172.20.0.5 (707be1fd-979f-4efc-b3dd-bd3f4a7a3c10/b72dc8f0-055d-4a98-8ece-25d0fae3f86a/5002fda6-4689-4ab9-a090-0472baf5a234) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:26:55.102244 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:55.174897 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:26:55.254519 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:26:55.394855 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 2066d5d3-b757-4934-8380-c938a06ebdc7 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:26:55.494645 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Sync routers for ids ['fc95aa49-237c-45fe-9001-9a6dfe9360f4'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:26:55.550599 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 2, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:55.621436 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Checking router: 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:26:55.622698 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Updating router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 port a7802727-03df-4b8c-9701-9f968ab6a0c3 binding host dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:26:55.633523 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 59014) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:55.652392 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-8e71c8d7-9028-435a-a4b5-5e9201698183 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986689860', 'description': 'tempest-description--1397946965'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:55.673497 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8db3c9-590b-4301-9a10-674961840483 req-92a36c2a-f190-41fc-acda-b49d621cfbca tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:55.678123 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:55.686579 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9a8db3c9-590b-4301-9a10-674961840483 req-92a36c2a-f190-41fc-acda-b49d621cfbca tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 932 time: 1.3674400 Jun 30 01:26:55.807133 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:55.994724 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9a8db3c9-590b-4301-9a10-674961840483 req-d493d8db-8807-45ff-bb2e-2262c0aaae8a tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108026 Jun 30 01:26:55.995408 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Routers {'fc95aa49-237c-45fe-9001-9a6dfe9360f4'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:26:55.995408 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:26:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['fc95aa49-237c-45fe-9001-9a6dfe9360f4'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:56.057091 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f5f3df48-d9f2-4615-886f-0b5f1a5529a5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:56.113239 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-64c06e9e-e7d8-43d1-86b9-93767e99aad9 req-2f17fb1d-2b45-48af-9732-2b848541125f tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 210 time: 0.0692298 Jun 30 01:26:56.139112 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90dae55c-ff73-4bba-84f5-e35116f7c704 {{(pid=93393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:26:56.157113 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:56.192491 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Transition to ACTIVE for port object 90dae55c-ff73-4bba-84f5-e35116f7c704 will not be triggered until provisioned by entity L2. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:26:56.230304 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 2066d5d3-b757-4934-8380-c938a06ebdc7 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:26:56.230695 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:56.298081 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f5f3df48-d9f2-4615-886f-0b5f1a5529a5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:56.301810 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c9a49de9-fef3-4582-9b20-c14ab2e9828a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:56.327620 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:56.335906 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:56.389688 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:56.413846 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8d7-9028-435a-a4b5-5e9201698183 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:56.451169 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 2, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:56.472941 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3df48-d9f2-4615-886f-0b5f1a5529a5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb437d8-ff51-4038-ab50-9a69ce349638,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:56.478112 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Network 707be1fd-979f-4efc-b3dd-bd3f4a7a3c10 is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:56.479335 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f5f3df48-d9f2-4615-886f-0b5f1a5529a5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:56.490705 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:56.497176 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Checking router: 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:26:56.498057 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Updating router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 port 3bc6bb72-ca13-441a-8e49-caceb10164f3 binding host dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:26:56.518829 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Notify callbacks [] for port, precommit_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:56.554333 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.provisioning_blocks [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Transition to ACTIVE for port object a7802727-03df-4b8c-9701-9f968ab6a0c3 will not be triggered until provisioned by entity L2. {{(pid=93395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:26:56.576795 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:56.583818 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Set router fc95aa49-237c-45fe-9001-9a6dfe9360f4 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:26:56.627192 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:56.648905 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f5f3df48-d9f2-4615-886f-0b5f1a5529a5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:56.651891 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-f5f3df48-d9f2-4615-886f-0b5f1a5529a5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.5608172 Jun 30 01:26:56.660819 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:26:56.665686 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 59042) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:56.677885 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-cd4ec5ce-2bba-47cd-a3bb-6ebfa40b1f91 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Request body: {'security_group_rule': {'security_group_id': 'fcb437d8-ff51-4038-ab50-9a69ce349638', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:56.678697 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:56.679966 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:56.693278 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=90dae55c-ff73-4bba-84f5-e35116f7c704,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:56.733006 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:56.758042 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:56.761340 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:56.784213 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Attempting to bind port 90dae55c-ff73-4bba-84f5-e35116f7c704 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:26:56.784550 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Attempting to bind port 90dae55c-ff73-4bba-84f5-e35116f7c704 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:26:56.784897 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Attempting to bind port 90dae55c-ff73-4bba-84f5-e35116f7c704 on network 13855da3-bc55-4f33-baa4-bc0f31040324 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:26:56.785946 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Pushing event updated for resources: {'Port': ['ID=5002fda6-4689-4ab9-a090-0472baf5a234,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:56.792056 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:56.843686 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Port 90dae55c-ff73-4bba-84f5-e35116f7c704 on network 13855da3-bc55-4f33-baa4-bc0f31040324 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:26:56.849042 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Attempting to bind port 90dae55c-ff73-4bba-84f5-e35116f7c704 on network 13855da3-bc55-4f33-baa4-bc0f31040324 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:26:56.879611 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:26:56.880079 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Checking segment: {'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:56.881340 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Bound using segment: {'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:26:56.881340 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Bound port: 90dae55c-ff73-4bba-84f5-e35116f7c704, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'}}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:26:56.881542 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:56.911805 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18804b70-528c-4611-97dc-ee5beff1ff11 None None] Pushing event updated for resources: {'Port': ['ID=a7802727-03df-4b8c-9701-9f968ab6a0c3,revision_number=3']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:56.925440 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-18804b70-528c-4611-97dc-ee5beff1ff11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:56.947037 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-7de1da43-e137-43b7-9926-acfe6f649db0 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:56.950542 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-7de1da43-e137-43b7-9926-acfe6f649db0 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/networks?id=33e960f6-15b6-4c63-8c13-81c7204c50cf HTTP/1.1" status: 200 len: 819 time: 0.3032935 Jun 30 01:26:56.997986 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-c36be9a0-73da-40ba-8201-44a9bd45dec0 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/quotas/610eefbe7f1041da9d694a20440f1337 HTTP/1.1" status: 200 len: 375 time: 0.0412817 Jun 30 01:26:57.073625 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8d7-9028-435a-a4b5-5e9201698183 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.114197 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Attempting to bind port a7802727-03df-4b8c-9701-9f968ab6a0c3 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:26:57.114574 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Attempting to bind port a7802727-03df-4b8c-9701-9f968ab6a0c3 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:26:57.114946 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Attempting to bind port a7802727-03df-4b8c-9701-9f968ab6a0c3 on network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:26:57.142069 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:26:57.142450 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Checking segment: {'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:57.156386 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8d7-9028-435a-a4b5-5e9201698183 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.159361 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.159984 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Bound using segment: {'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:26:57.160566 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Bound port: a7802727-03df-4b8c-9701-9f968ab6a0c3, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'}}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:26:57.160979 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.170549 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] For port 90dae55c-ff73-4bba-84f5-e35116f7c704, host hv-cinder-79724, cleared binding levels {{(pid=93393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:26:57.233843 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ad1b192e-b9c0-43ef-8f8b-71d1c10782f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:57.298274 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] For port 90dae55c-ff73-4bba-84f5-e35116f7c704, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=90dae55c-ff73-4bba-84f5-e35116f7c704,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:26:57.366742 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] For port a7802727-03df-4b8c-9701-9f968ab6a0c3, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:26:57.370502 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71c8d7-9028-435a-a4b5-5e9201698183 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17146ff-00d8-4a9a-8d44-3a7ae4607aac,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:57.371103 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] For port a7802727-03df-4b8c-9701-9f968ab6a0c3, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=a7802727-03df-4b8c-9701-9f968ab6a0c3,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:26:57.372354 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9082587 Jun 30 01:26:57.376209 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-8e71c8d7-9028-435a-a4b5-5e9201698183 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:57.380233 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.392704 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-20a30f29-479b-47a0-bc4a-1de48e220932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:57.442483 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.445743 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:57.521180 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=90dae55c-ff73-4bba-84f5-e35116f7c704,revision_number=3']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:57.536920 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:57.537224 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec5ce-2bba-47cd-a3bb-6ebfa40b1f91 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.616859 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:26:57.617915 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:26:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:57.633437 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec5ce-2bba-47cd-a3bb-6ebfa40b1f91 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.651843 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8d7-9028-435a-a4b5-5e9201698183 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.663976 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-8e71c8d7-9028-435a-a4b5-5e9201698183 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0164056 Jun 30 01:26:57.664857 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 59066) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:57.671911 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-31d7e9c1-c68f-4624-b26b-42f0f0f8fd62 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Request body: {'security_group_rule': {'security_group_id': 'c17146ff-00d8-4a9a-8d44-3a7ae4607aac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:57.676569 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18804b70-528c-4611-97dc-ee5beff1ff11 None None] Pushing event updated for resources: {'Port': ['ID=a7802727-03df-4b8c-9701-9f968ab6a0c3,revision_number=4']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:57.681455 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-18804b70-528c-4611-97dc-ee5beff1ff11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:57.710316 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-9459f949-e527-46e4-8232-01bdfd52e3dc tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=610eefbe7f1041da9d694a20440f1337&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7047496 Jun 30 01:26:57.736993 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:57.737903 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.739526 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] 10.222.0.36 "PUT /v2.0/ports/90dae55c-ff73-4bba-84f5-e35116f7c704 HTTP/1.1" status: 200 len: 1094 time: 3.4224114 Jun 30 01:26:57.741200 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec5ce-2bba-47cd-a3bb-6ebfa40b1f91 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.741995 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916d8676-2a3d-41d8-b035-d62f10c691a9', 'tag': '90dae55c-ff73-4bba-84f5-e35116f7c704'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:26:57.784860 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:26:57.804971 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1973680358-router', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '610eefbe7f1041da9d694a20440f1337', 'gw_port': {'id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'f4582268-1a63-4152-80b6-79de9c1b60ca', 'name': '', 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'mac_address': 'fa:16:3e:49:62:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26bb785d-416a-4149-bc5c-47b213a72eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:49Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 2, 'project_id': '610eefbe7f1041da9d694a20440f1337', 'subnets': [{'id': '26bb785d-416a-4149-bc5c-47b213a72eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:57.845406 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:57.854116 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-31d7e9c1-c68f-4624-b26b-42f0f0f8fd62 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.860090 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-18e39193-73ce-4b70-a6a5-c04f9f42a8db service neutron] 10.222.0.35 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488190 Jun 30 01:26:57.879097 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ec5ce-2bba-47cd-a3bb-6ebfa40b1f91 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077144b8-f629-48aa-bbe4-d71467b96c28,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:57.882114 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-cd4ec5ce-2bba-47cd-a3bb-6ebfa40b1f91 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:57.894532 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Checking router: fc95aa49-237c-45fe-9001-9a6dfe9360f4 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:26:57.894904 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Updating router fc95aa49-237c-45fe-9001-9a6dfe9360f4 port f4582268-1a63-4152-80b6-79de9c1b60ca binding host dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:26:57.895825 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa9be2-0ff1-4968-8ade-d30bc5b69acf req-50d20b5d-c674-4ce6-8582-1d2aba41afe5 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:57.904290 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-48aa9be2-0ff1-4968-8ade-d30bc5b69acf req-50d20b5d-c674-4ce6-8582-1d2aba41afe5 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.6623054 Jun 30 01:26:57.968870 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d88e97d-703b-49e9-9399-3666847cd815" -d '{"events": [{"name": "network-changed", "server_uuid": "916d8676-2a3d-41d8-b035-d62f10c691a9", "tag": "90dae55c-ff73-4bba-84f5-e35116f7c704"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:26:57.979855 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Notify callbacks [] for port, precommit_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.984727 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec5ce-2bba-47cd-a3bb-6ebfa40b1f91 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:57.989548 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-cd4ec5ce-2bba-47cd-a3bb-6ebfa40b1f91 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3194511 Jun 30 01:26:57.989548 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 59078) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:57.996343 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-488cf4dd-91aa-43b8-b52d-3afab2a6fd70 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Request body: {'security_group_rule': {'security_group_id': 'fcb437d8-ff51-4038-ab50-9a69ce349638', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:58.000394 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Transition to ACTIVE for port object 3bc6bb72-ca13-441a-8e49-caceb10164f3 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:26:58.013488 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.029386 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-31d7e9c1-c68f-4624-b26b-42f0f0f8fd62 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.029940 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-48aa9be2-0ff1-4968-8ade-d30bc5b69acf req-dfc68837-07b8-4d0c-a968-d21040abdf35 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194060 Jun 30 01:26:58.086381 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-0e99fd82-882c-4a79-9291-c583aab44f3a service neutron] 10.222.0.35 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207954 Jun 30 01:26:58.134844 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.137876 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:58.179506 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:26:57Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:58.196551 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-488cf4dd-91aa-43b8-b52d-3afab2a6fd70 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.203507 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-31d7e9c1-c68f-4624-b26b-42f0f0f8fd62 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.208992 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296cd70-c2e7-4c52-8f5c-fb01d87d619e None None] Pushing event updated for resources: {'Port': ['ID=3bc6bb72-ca13-441a-8e49-caceb10164f3,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:58.220783 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01a70b-1ef2-453d-bead-395eddc8ab8f None None] The sync data for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi is: [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:26:57Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:26:58.228123 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-e296cd70-c2e7-4c52-8f5c-fb01d87d619e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:58.238913 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-0ef135a9-0e24-4288-b31b-ee2a83552495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.253831 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:58.265999 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb9b93-8bf9-4397-8e7e-52c18506c864 req-8f80faac-b114-4df2-a010-3b636dcf15ef tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:58.273548 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f7eb9b93-8bf9-4397-8e7e-52c18506c864 req-8f80faac-b114-4df2-a010-3b636dcf15ef tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 931 time: 0.1033297 Jun 30 01:26:58.299474 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7e9c1-c68f-4624-b26b-42f0f0f8fd62 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7c1f20-5f43-447b-9c2c-6c65e71f36bb,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:58.307260 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-31d7e9c1-c68f-4624-b26b-42f0f0f8fd62 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:58.354430 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f7eb9b93-8bf9-4397-8e7e-52c18506c864 req-b4b31fc4-c544-4fcf-a28f-9b5ded232722 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797369 Jun 30 01:26:58.448717 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-488cf4dd-91aa-43b8-b52d-3afab2a6fd70 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.458690 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-31d7e9c1-c68f-4624-b26b-42f0f0f8fd62 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.462766 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 59096) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:58.470554 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-661df8b5-79d0-455b-9990-4c4b3425b1ec tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Request body: {'security_group_rule': {'security_group_id': 'c17146ff-00d8-4a9a-8d44-3a7ae4607aac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:58.470955 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-31d7e9c1-c68f-4624-b26b-42f0f0f8fd62 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7929206 Jun 30 01:26:58.528808 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-488cf4dd-91aa-43b8-b52d-3afab2a6fd70 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.528808 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:58.565336 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cf4dd-91aa-43b8-b52d-3afab2a6fd70 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d22fbdd-219f-4318-bdc8-93054abb6b80,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:58.571635 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-488cf4dd-91aa-43b8-b52d-3afab2a6fd70 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:58.588127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Attempting to bind port 3bc6bb72-ca13-441a-8e49-caceb10164f3 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:26:58.588741 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Attempting to bind port 3bc6bb72-ca13-441a-8e49-caceb10164f3 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:26:58.591356 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Attempting to bind port 3bc6bb72-ca13-441a-8e49-caceb10164f3 on network 0f86744b-e2e7-48b3-82b1-5995e103144a {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:26:58.599889 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:26:58.600523 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Checking segment: {'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:58.601140 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.601748 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Bound using segment: {'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:26:58.602380 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Bound port: 3bc6bb72-ca13-441a-8e49-caceb10164f3, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:26:58.602919 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.664706 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a0e108fa-a655-46b5-92eb-2945222ecc8f req-ec027c4e-4b30-41c6-abb9-01547f6c3898 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 210 time: 0.1308107 Jun 30 01:26:58.689695 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-661df8b5-79d0-455b-9990-4c4b3425b1ec tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.702947 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] For port 3bc6bb72-ca13-441a-8e49-caceb10164f3, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:26:58.705536 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-488cf4dd-91aa-43b8-b52d-3afab2a6fd70 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.707031 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-488cf4dd-91aa-43b8-b52d-3afab2a6fd70 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7168040 Jun 30 01:26:58.709988 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 59104) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:58.714963 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Request body: {'floatingip': {'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:58.739279 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] For port 3bc6bb72-ca13-441a-8e49-caceb10164f3, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=3bc6bb72-ca13-441a-8e49-caceb10164f3,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:26:58.826077 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-661df8b5-79d0-455b-9990-4c4b3425b1ec tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.832487 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.839226 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:58.889513 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-661df8b5-79d0-455b-9990-4c4b3425b1ec tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.891413 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.896296 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:58.936777 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661df8b5-79d0-455b-9990-4c4b3425b1ec tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c593dc-7578-4613-abf8-0445d45df5ec,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:58.936777 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-661df8b5-79d0-455b-9990-4c4b3425b1ec tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:58.973629 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3160d8b5-374a-4a9f-ad5c-16769c250594 x-openstack-request-id: req-3160d8b5-374a-4a9f-ad5c-16769c250594 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:26:58.973629 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916d8676-2a3d-41d8-b035-d62f10c691a9", "tag": "90dae55c-ff73-4bba-84f5-e35116f7c704", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:26:58.973629 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3160d8b5-374a-4a9f-ad5c-16769c250594 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:26:58.973629 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916d8676-2a3d-41d8-b035-d62f10c691a9', 'tag': '90dae55c-ff73-4bba-84f5-e35116f7c704', 'status': 'completed', 'code': 200} Jun 30 01:26:59.077590 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Notify callbacks [] for port, precommit_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:59.081606 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:59.086779 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296cd70-c2e7-4c52-8f5c-fb01d87d619e None None] Pushing event updated for resources: {'Port': ['ID=3bc6bb72-ca13-441a-8e49-caceb10164f3,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:59.087464 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-e296cd70-c2e7-4c52-8f5c-fb01d87d619e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:59.113265 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Transition to ACTIVE for port object f4582268-1a63-4152-80b6-79de9c1b60ca will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:26:59.125134 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:26:59.125786 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:26:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:26:59.173072 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-22899f7a-b8cf-4892-802a-1276feb18eb5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:59.180245 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-22899f7a-b8cf-4892-802a-1276feb18eb5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/networks?id=33e960f6-15b6-4c63-8c13-81c7204c50cf HTTP/1.1" status: 200 len: 819 time: 0.2191541 Jun 30 01:26:59.199318 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-e56b1e67-03b0-4a25-9e0c-e52b05ece531 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/quotas/610eefbe7f1041da9d694a20440f1337 HTTP/1.1" status: 200 len: 375 time: 0.0180073 Jun 30 01:26:59.203082 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-661df8b5-79d0-455b-9990-4c4b3425b1ec tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:59.207287 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-661df8b5-79d0-455b-9990-4c4b3425b1ec tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7404351 Jun 30 01:26:59.219247 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 59130) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:59.226783 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Request body: {'floatingip': {'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:26:59.385265 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-c8aa6dbb-02af-40cc-bdaa-ed5bb1aba9b1 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=610eefbe7f1041da9d694a20440f1337&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1849031 Jun 30 01:26:59.420715 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:26:59.425501 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:59.433537 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device a7802727-03df-4b8c-9701-9f968ab6a0c3 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:26:59.435099 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:59.469310 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Allocated IP 172.27.1.128 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/72ac048d-8160-4240-9061-7059180b2514) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:26:59.486032 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-cd9e1dd8-1fc1-48e9-abc8-467b2363bbd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:59.494962 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a4d45-d872-4720-9f99-3b5ea7ce78c0 req-deeb01b7-8ebf-45d3-a2e6-6e8dc83ebb97 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:26:59.496962 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-609a4d45-d872-4720-9f99-3b5ea7ce78c0 req-deeb01b7-8ebf-45d3-a2e6-6e8dc83ebb97 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.2155802 Jun 30 01:26:59.575403 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-5f5c0e16-7ce0-4d53-b5f0-b83fe21f3ad3 service neutron] 10.222.0.35 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787295 Jun 30 01:26:59.694427 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-609a4d45-d872-4720-9f99-3b5ea7ce78c0 req-76b9ee79-4f40-483a-9ecf-367a8e50d0f3 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790082 Jun 30 01:26:59.695809 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cea905-bb99-44b9-a5d4-5ee79a8ebdba None None] Pushing event updated for resources: {'Port': ['ID=f4582268-1a63-4152-80b6-79de9c1b60ca,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:26:59.704736 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-22cea905-bb99-44b9-a5d4-5ee79a8ebdba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:26:59.705764 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:59.782634 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-deb39069-14b2-4bad-be94-e9275dae3e2a service neutron] 10.222.0.35 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011733 Jun 30 01:26:59.790436 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:59.890510 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:59.890849 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Attempting to bind port f4582268-1a63-4152-80b6-79de9c1b60ca on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:26:59.891336 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Attempting to bind port f4582268-1a63-4152-80b6-79de9c1b60ca by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '4db6abe9-8a4c-4678-970d-5d34b169827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:26:59.891615 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Attempting to bind port f4582268-1a63-4152-80b6-79de9c1b60ca on network 33e960f6-15b6-4c63-8c13-81c7204c50cf {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:26:59.899077 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:26:59.914144 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:26:59.914521 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Checking segment: {'id': '4db6abe9-8a4c-4678-970d-5d34b169827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:26:59.914930 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:59.919778 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Bound using segment: {'id': '4db6abe9-8a4c-4678-970d-5d34b169827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:26:59.920320 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Bound port: f4582268-1a63-4152-80b6-79de9c1b60ca, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db6abe9-8a4c-4678-970d-5d34b169827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:26:59.920741 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:59.961258 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:26:59.966470 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:26:59.969629 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:26:59.985451 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port a7802727-03df-4b8c-9701-9f968ab6a0c3 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:26:59.999778 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port a7802727-03df-4b8c-9701-9f968ab6a0c3 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:00.000164 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:00.033519 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb8a1a-3f06-4c06-bc73-909fc5b5bba4 req-3434d482-5818-4d35-9836-fb270049f249 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:00.045018 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6cfb8a1a-3f06-4c06-bc73-909fc5b5bba4 req-3434d482-5818-4d35-9836-fb270049f249 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 931 time: 0.1226802 Jun 30 01:27:00.060610 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Allocated IP 172.27.1.142 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/973676f2-1dde-46b8-b30c-d0b9091d4dba) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:27:00.068515 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] For port f4582268-1a63-4152-80b6-79de9c1b60ca, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:27:00.076534 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] For port f4582268-1a63-4152-80b6-79de9c1b60ca, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=f4582268-1a63-4152-80b6-79de9c1b60ca,segment=NetworkSegment(4db6abe9-8a4c-4678-970d-5d34b169827d),segment_id=4db6abe9-8a4c-4678-970d-5d34b169827d)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:27:00.086780 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event updated for resources: {'Port': ['ID=72ac048d-8160-4240-9061-7059180b2514,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:00.095088 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:26:58Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:27:00.102677 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:00.129567 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6cfb8a1a-3f06-4c06-bc73-909fc5b5bba4 req-58035e44-0da4-4232-802f-26f79741a381 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854175 Jun 30 01:27:00.143751 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d416d7-6d3f-4924-99b5-6f4f5068be98 None None] The sync data for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi is: [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:26:58Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:27:00.218692 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:00.259770 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:00.266145 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:00.313002 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:00.353920 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Routers {'fc95aa49-237c-45fe-9001-9a6dfe9360f4'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:27:00.354730 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:26:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['fc95aa49-237c-45fe-9001-9a6dfe9360f4'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:27:00.358880 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a5d4626a-7c37-46da-9b25-b5ca7e7d561c req-77b98222-b38b-4e4e-b5c7-b5c306a5f9f3 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.1018789 Jun 30 01:27:00.359895 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:00.413612 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:00.439935 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port a7802727-03df-4b8c-9701-9f968ab6a0c3, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=a7802727-03df-4b8c-9701-9f968ab6a0c3,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:00.462827 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cea905-bb99-44b9-a5d4-5ee79a8ebdba None None] Pushing event updated for resources: {'Port': ['ID=f4582268-1a63-4152-80b6-79de9c1b60ca,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:00.473899 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-22cea905-bb99-44b9-a5d4-5ee79a8ebdba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:00.549214 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:00.552791 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:00.583943 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:00.604067 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a82de7f7-05e7-440b-a871-adfd4eabd18d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:00.612228 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] Set router fc95aa49-237c-45fe-9001-9a6dfe9360f4 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:27:00.669387 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:27:00.681477 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:27:00.684415 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:27:00.725053 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event updated for resources: {'Port': ['ID=973676f2-1dde-46b8-b30c-d0b9091d4dba,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:00.728448 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:00.810299 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:00.824907 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:00.847790 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=a7802727-03df-4b8c-9701-9f968ab6a0c3,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:00.861981 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:00.930846 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Request body: {'port': {'device_id': '079eb557-cd3e-4dd4-b9d1-d7b852cae82c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:27:00.961961 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:00.996986 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-905a9db9-fdef-4098-ba53-3d0446df812d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:01.004357 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-22f09009-d2f5-401e-85fb-463852123810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.093745 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.097750 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.156390 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.206993 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.211653 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1973680358-router', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '610eefbe7f1041da9d694a20440f1337', 'gw_port': {'id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'f4582268-1a63-4152-80b6-79de9c1b60ca', 'name': '', 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'mac_address': 'fa:16:3e:49:62:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26bb785d-416a-4149-bc5c-47b213a72eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:49Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 4, 'project_id': '610eefbe7f1041da9d694a20440f1337', 'subnets': [{'id': '26bb785d-416a-4149-bc5c-47b213a72eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:27:01.254665 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fc6e7-8c3f-4db5-afa8-aac9196522c7 req-8e1175ce-dd60-44c1-9b00-76f3d0043138 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:01.262256 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6a4fc6e7-8c3f-4db5-afa8-aac9196522c7 req-8e1175ce-dd60-44c1-9b00-76f3d0043138 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.3268504 Jun 30 01:27:01.267193 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a08be-b643-48ec-8234-dc86b19cd493 None None] The sync data for ids ['fc95aa49-237c-45fe-9001-9a6dfe9360f4'] in dv-cinder-797245-10-iscsi is: [{'id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1973680358-router', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '610eefbe7f1041da9d694a20440f1337', 'gw_port': {'id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'f4582268-1a63-4152-80b6-79de9c1b60ca', 'name': '', 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'mac_address': 'fa:16:3e:49:62:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26bb785d-416a-4149-bc5c-47b213a72eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:49Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 4, 'project_id': '610eefbe7f1041da9d694a20440f1337', 'subnets': [{'id': '26bb785d-416a-4149-bc5c-47b213a72eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:27:01.376978 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event updated for resources: {'Port': ['ID=72ac048d-8160-4240-9061-7059180b2514,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:01.381674 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:01.439339 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.441588 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7294025 Jun 30 01:27:01.478667 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device a7802727-03df-4b8c-9701-9f968ab6a0c3 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:27:01.516442 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6a4fc6e7-8c3f-4db5-afa8-aac9196522c7 req-1756e3ae-1576-4e84-9cb5-2710a6a798e1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529888 Jun 30 01:27:01.536459 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.596267 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port a7802727-03df-4b8c-9701-9f968ab6a0c3 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:01.596722 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.604211 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.612541 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:01.620933 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5173e6-9b43-428a-9b40-34d0ab172af2 req-1ee8f48f-a58f-42f6-945d-6b7453a2c058 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:01.623334 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4d5173e6-9b43-428a-9b40-34d0ab172af2 req-1ee8f48f-a58f-42f6-945d-6b7453a2c058 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 931 time: 0.2244546 Jun 30 01:27:01.662799 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.685616 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event updated for resources: {'Port': ['ID=973676f2-1dde-46b8-b30c-d0b9091d4dba,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:01.690671 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:01.740770 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 3bc6bb72-ca13-441a-8e49-caceb10164f3 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:27:01.773020 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-853b023a-00f4-41cd-9569-d7878de9a4fe req-808ef3d1-2b8a-4e15-8525-ed436f41ef20 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0415230 Jun 30 01:27:01.773940 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.775234 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5002fda6-4689-4ab9-a090-0472baf5a234 {{(pid=93392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:27:01.776073 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5550015 Jun 30 01:27:01.795475 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.836967 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4d5173e6-9b43-428a-9b40-34d0ab172af2 req-5c7eae32-a3a1-48d8-bace-897ea05d443e tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049274 Jun 30 01:27:01.862655 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Transition to ACTIVE for port object 5002fda6-4689-4ab9-a090-0472baf5a234 will not be triggered until provisioned by entity L2. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:27:01.866362 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 3bc6bb72-ca13-441a-8e49-caceb10164f3 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:27:01.881409 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 3bc6bb72-ca13-441a-8e49-caceb10164f3 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:01.881800 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.961372 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:01.967550 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a934f53e-a3da-4d49-b17e-056340364957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:01.969793 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:02.047615 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:02.083450 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 3bc6bb72-ca13-441a-8e49-caceb10164f3, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=3bc6bb72-ca13-441a-8e49-caceb10164f3,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:02.091181 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5002fda6-4689-4ab9-a090-0472baf5a234,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:02.093848 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:02.112525 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-3aa0b4ca-95fd-4bfc-b5b6-5fb07dbe3f5b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--772723723&fields=id&tenant_id=c9c16c3286ce42ed8603762ac2252b8a HTTP/1.1" status: 200 len: 267 time: 0.1353850 Jun 30 01:27:02.170083 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:02.173673 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:02.210747 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Attempting to bind port 5002fda6-4689-4ab9-a090-0472baf5a234 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:27:02.211274 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Attempting to bind port 5002fda6-4689-4ab9-a090-0472baf5a234 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '3192845d-8457-4dbc-b93f-0234661e70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '707be1fd-979f-4efc-b3dd-bd3f4a7a3c10'}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:27:02.211415 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Attempting to bind port 5002fda6-4689-4ab9-a090-0472baf5a234 on network 707be1fd-979f-4efc-b3dd-bd3f4a7a3c10 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:27:02.219647 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=3bc6bb72-ca13-441a-8e49-caceb10164f3,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:02.222750 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:02.225222 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-5a6b97f6-49b0-4059-9360-48bea100421d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--986689860&fields=id&tenant_id=731b3b4440304019ae864de48ebcf241 HTTP/1.1" status: 200 len: 267 time: 0.1161029 Jun 30 01:27:02.225790 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Port 5002fda6-4689-4ab9-a090-0472baf5a234 on network 707be1fd-979f-4efc-b3dd-bd3f4a7a3c10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:27:02.231926 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Attempting to bind port 5002fda6-4689-4ab9-a090-0472baf5a234 on network 707be1fd-979f-4efc-b3dd-bd3f4a7a3c10 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:27:02.238214 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:27:02.238566 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Checking segment: {'id': '3192845d-8457-4dbc-b93f-0234661e70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '707be1fd-979f-4efc-b3dd-bd3f4a7a3c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:27:02.239140 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Bound using segment: {'id': '3192845d-8457-4dbc-b93f-0234661e70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '707be1fd-979f-4efc-b3dd-bd3f4a7a3c10'} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:27:02.239576 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Bound port: 5002fda6-4689-4ab9-a090-0472baf5a234, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3192845d-8457-4dbc-b93f-0234661e70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '707be1fd-979f-4efc-b3dd-bd3f4a7a3c10'}}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:27:02.239946 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:02.532991 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-3f102d38-7f78-4ff0-bdd6-eda5cf1e76f5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:02.535299 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-3f102d38-7f78-4ff0-bdd6-eda5cf1e76f5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/networks?id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb HTTP/1.1" status: 200 len: 816 time: 0.4038618 Jun 30 01:27:02.587524 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-6eafd7e0-6d27-4fa0-bdcf-1e5b8ea0d01a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/quotas/c9c16c3286ce42ed8603762ac2252b8a HTTP/1.1" status: 200 len: 375 time: 0.0282784 Jun 30 01:27:02.603312 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] For port 5002fda6-4689-4ab9-a090-0472baf5a234, host hv-cinder-79724, cleared binding levels {{(pid=93392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:27:02.613738 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-bc5b9d76-b72f-47b6-a6d3-d059d5d6fdb7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:02.615269 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-bc5b9d76-b72f-47b6-a6d3-d059d5d6fdb7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/networks?id=0f86744b-e2e7-48b3-82b1-5995e103144a HTTP/1.1" status: 200 len: 810 time: 0.3824174 Jun 30 01:27:02.661526 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] For port 5002fda6-4689-4ab9-a090-0472baf5a234, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5002fda6-4689-4ab9-a090-0472baf5a234,segment=NetworkSegment(3192845d-8457-4dbc-b93f-0234661e70b9),segment_id=3192845d-8457-4dbc-b93f-0234661e70b9)] {{(pid=93392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:27:02.664426 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ad3d6e36-dbbe-4622-9fe4-69d2374c0b76 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/quotas/731b3b4440304019ae864de48ebcf241 HTTP/1.1" status: 200 len: 375 time: 0.0274496 Jun 30 01:27:02.739004 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-416460e5-ed8e-42f7-967e-4c1a59636a05 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1458418 Jun 30 01:27:02.744310 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:02.754410 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:02.845408 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:02.846034 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:02.847590 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/5002fda6-4689-4ab9-a090-0472baf5a234 HTTP/1.1" status: 200 len: 1093 time: 1.9213393 Jun 30 01:27:02.851405 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079eb557-cd3e-4dd4-b9d1-d7b852cae82c', 'tag': '5002fda6-4689-4ab9-a090-0472baf5a234'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:27:02.930025 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-e8805638-5de1-4953-aab1-00c48fa549b6 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=731b3b4440304019ae864de48ebcf241&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2531333 Jun 30 01:27:02.956648 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5002fda6-4689-4ab9-a090-0472baf5a234,revision_number=3']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:02.971709 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:03.032179 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ad7dbe-2129-4876-acc7-2b83e2d6a918" -d '{"events": [{"name": "network-changed", "server_uuid": "079eb557-cd3e-4dd4-b9d1-d7b852cae82c", "tag": "5002fda6-4689-4ab9-a090-0472baf5a234"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:27:03.042677 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-16380eca-3540-4dd8-b21c-431841ed8770 service neutron] 10.222.0.35 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858939 Jun 30 01:27:03.207267 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-da340edb-dfe2-4f0d-a1d2-900a64f9ab78 service neutron] 10.222.0.35 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608407 Jun 30 01:27:03.213332 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-3b1976e1-82e0-4f25-aa65-fbcc6d6ddf58 service neutron] 10.222.0.35 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556311 Jun 30 01:27:03.316871 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:03.352031 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-f99f2f52-15e4-44da-884e-544610249b48 service neutron] 10.222.0.35 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300964 Jun 30 01:27:03.400341 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device f4582268-1a63-4152-80b6-79de9c1b60ca up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:27:03.533527 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port f4582268-1a63-4152-80b6-79de9c1b60ca completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:27:03.537612 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port f4582268-1a63-4152-80b6-79de9c1b60ca triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:03.538040 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:03.807211 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6bd08-7b66-4f97-a8af-57fdb86337d7 req-21b50e62-e1eb-48a1-a8e3-78e498e09ead tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:03.815474 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1f6bd08-7b66-4f97-a8af-57fdb86337d7 req-21b50e62-e1eb-48a1-a8e3-78e498e09ead tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.1471808 Jun 30 01:27:03.846706 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:03.885808 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port f4582268-1a63-4152-80b6-79de9c1b60ca, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=f4582268-1a63-4152-80b6-79de9c1b60ca,segment=NetworkSegment(4db6abe9-8a4c-4678-970d-5d34b169827d),segment_id=4db6abe9-8a4c-4678-970d-5d34b169827d)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:03.889361 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1f6bd08-7b66-4f97-a8af-57fdb86337d7 req-1a17a579-851f-4921-b4c8-00f88cb62bc6 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725839 Jun 30 01:27:03.928846 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdaeeb-24be-4456-ba84-95068cafa55b req-99e2dec9-3ba0-4274-a3e7-5e8770267e47 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:03.930385 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bcdaeeb-24be-4456-ba84-95068cafa55b req-99e2dec9-3ba0-4274-a3e7-5e8770267e47 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 943 time: 0.1545391 Jun 30 01:27:03.971256 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bcdaeeb-24be-4456-ba84-95068cafa55b req-f270e612-e790-4f98-9508-f752a74037e2 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344033 Jun 30 01:27:03.979697 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:03.980625 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 3bc6bb72-ca13-441a-8e49-caceb10164f3 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:27:03.983163 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-22cea905-bb99-44b9-a5d4-5ee79a8ebdba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:04.052179 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1da6e5f-884e-4c9f-8ca7-33891f3900b1 req-30a46605-c644-4ad7-9f95-03f3e5d874f3 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0431011 Jun 30 01:27:04.076231 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=f4582268-1a63-4152-80b6-79de9c1b60ca,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:04.091314 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:04.103546 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 3bc6bb72-ca13-441a-8e49-caceb10164f3 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:04.103546 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:04.333963 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-99e2744a-ed6d-4383-9b4b-558f720d7fed req-0b41ca19-f873-4d98-a65a-79c0d2e88865 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.1463058 Jun 30 01:27:04.344868 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d4dc04-7a87-4e18-aeb6-567b70b22dbc x-openstack-request-id: req-a2d4dc04-7a87-4e18-aeb6-567b70b22dbc {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:27:04.347237 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079eb557-cd3e-4dd4-b9d1-d7b852cae82c", "tag": "5002fda6-4689-4ab9-a090-0472baf5a234", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:27:04.347521 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2d4dc04-7a87-4e18-aeb6-567b70b22dbc {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:27:04.348032 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079eb557-cd3e-4dd4-b9d1-d7b852cae82c', 'tag': '5002fda6-4689-4ab9-a090-0472baf5a234', 'status': 'completed', 'code': 200} Jun 30 01:27:04.417852 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-57fcd166-b254-4c70-b5b2-54fc70fbdc87 req-b5b9d243-4c6e-4424-a235-c2b76ca97df0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 210 time: 0.0507324 Jun 30 01:27:04.538778 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:05.100902 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b4382-d87b-4d46-b1fb-73426373b707 req-8d05b668-a137-4a9e-88f1-272905d35cb6 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:05.102413 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a63b4382-d87b-4d46-b1fb-73426373b707 req-8d05b668-a137-4a9e-88f1-272905d35cb6 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.0967958 Jun 30 01:27:05.181510 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a63b4382-d87b-4d46-b1fb-73426373b707 req-447e44f4-3be7-4c95-b6e4-9dfca865e5ec tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691967 Jun 30 01:27:05.281235 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef6a6e-a6d7-4533-9ece-a08ef8d3be98 req-5ec2c2ba-4ca0-4246-970c-2dd2769cb3f8 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:05.282784 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-abef6a6e-a6d7-4533-9ece-a08ef8d3be98 req-5ec2c2ba-4ca0-4246-970c-2dd2769cb3f8 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 943 time: 0.1795235 Jun 30 01:27:05.381950 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device f4582268-1a63-4152-80b6-79de9c1b60ca up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:27:05.488884 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-abef6a6e-a6d7-4533-9ece-a08ef8d3be98 req-eb6afe6b-3d67-4a32-8222-bd418c1e4583 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844313 Jun 30 01:27:05.513886 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port f4582268-1a63-4152-80b6-79de9c1b60ca triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:05.515766 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:05.661959 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bb6ae7f3-18a9-4740-995e-be49f6de475d req-2bb31a62-a636-4ddb-8f99-14677c1944c8 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.1212389 Jun 30 01:27:05.758580 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-68b96559-79aa-4d9e-b76d-82d5f8b39173 req-62f75a6b-fad1-450d-90b3-a0696c32d0ac tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0798233 Jun 30 01:27:05.842036 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b0236c42-1de1-45c4-80c3-bbff5ba069f1 req-ae55d33a-a8d3-4fdd-b69b-804f01959ed6 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 210 time: 0.0376766 Jun 30 01:27:06.363264 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ed6d4-bb3e-49fe-b60b-2ee929bafa7e req-f8624c20-11a6-4d3d-968a-1894f3978c99 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:06.364723 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-015ed6d4-bb3e-49fe-b60b-2ee929bafa7e req-f8624c20-11a6-4d3d-968a-1894f3978c99 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.0656998 Jun 30 01:27:06.401570 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-015ed6d4-bb3e-49fe-b60b-2ee929bafa7e req-2dc9a4b0-5d78-437e-ac55-9a9036611deb tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309286 Jun 30 01:27:06.661968 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfdd8b-beb0-44e5-a5db-49449ae301c0 req-b8ac84d1-56c6-4104-bc44-a6fce00b4343 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:06.663526 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-aedfdd8b-beb0-44e5-a5db-49449ae301c0 req-b8ac84d1-56c6-4104-bc44-a6fce00b4343 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 943 time: 0.0700858 Jun 30 01:27:06.700773 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-aedfdd8b-beb0-44e5-a5db-49449ae301c0 req-6b6fbe98-acce-4ab1-b221-cfd4545b47a2 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310063 Jun 30 01:27:06.826907 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-02543170-6c03-4175-b8b7-cc4cb6ec67ab req-64968efb-ce9b-480e-9111-a737b6bddd91 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0333083 Jun 30 01:27:06.927819 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-052d7b52-8b8e-4242-9f73-b4414d5a3e37 req-9bd11639-be0e-4a3e-a9ac-4e5a81ed2515 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0349584 Jun 30 01:27:07.015814 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e81a4f3-6e47-47a6-a000-10df9dc05b7b req-719e107b-545f-4761-aa54-959051b7bb3f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 210 time: 0.0284424 Jun 30 01:27:07.579521 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a514fb-7539-4351-bf98-f0687e02d124 req-cd9b33be-472d-49be-8679-64310691a9b0 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:07.581076 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e2a514fb-7539-4351-bf98-f0687e02d124 req-cd9b33be-472d-49be-8679-64310691a9b0 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.0727084 Jun 30 01:27:07.630420 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e2a514fb-7539-4351-bf98-f0687e02d124 req-a463df30-b26c-46b4-8a94-c099d003e677 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434210 Jun 30 01:27:07.887669 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be44a-8526-4bd3-8271-52bd4ac4af0e req-21788de3-d5df-42c0-808d-630d6cc2888d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:07.889341 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-531be44a-8526-4bd3-8271-52bd4ac4af0e req-21788de3-d5df-42c0-808d-630d6cc2888d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 943 time: 0.0723002 Jun 30 01:27:07.933566 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-531be44a-8526-4bd3-8271-52bd4ac4af0e req-1d3091a2-dac2-4c92-a317-0650e1e5df88 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323052 Jun 30 01:27:07.983685 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a4bd98ec-ad95-42f6-946b-2aee23888e5a req-35e071eb-7cac-4101-86de-52de255159a3 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0378561 Jun 30 01:27:08.087559 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0c4d4f30-e54f-4d8a-8f5b-bdd60c7f8f68 req-fa509960-cecd-44e4-b8b0-bd7d0064135a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0297062 Jun 30 01:27:08.175319 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e46788a8-f477-430f-810c-1ce6e4676674 req-adf9111c-7a2e-4c11-b04c-953e2e52ab5b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 210 time: 0.0286386 Jun 30 01:27:08.821204 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334805dc-2782-4591-963a-9524d096ae07 req-f861fd30-4e04-4d19-b2d4-6756a4ff50c5 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:08.822737 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-334805dc-2782-4591-963a-9524d096ae07 req-f861fd30-4e04-4d19-b2d4-6756a4ff50c5 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.0669069 Jun 30 01:27:08.864181 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-334805dc-2782-4591-963a-9524d096ae07 req-8dc10d8e-e5dc-4b97-a4ab-f2caec88c537 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352263 Jun 30 01:27:09.152424 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5cba218d-1a3e-4347-b227-8a3549c38dbd req-681df929-c9c9-4ad5-a050-f2ad0dd9362a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0434673 Jun 30 01:27:09.166701 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e09a30-1e75-4d9c-83a1-3c37c34fcbd0 req-100760ad-111e-4dfb-8bc5-c64aadf7044b tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:09.168479 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-62e09a30-1e75-4d9c-83a1-3c37c34fcbd0 req-100760ad-111e-4dfb-8bc5-c64aadf7044b tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 943 time: 0.1055882 Jun 30 01:27:09.210698 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-62e09a30-1e75-4d9c-83a1-3c37c34fcbd0 req-40d7599d-1db7-4602-9e03-3f8e25347423 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355637 Jun 30 01:27:09.304913 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56f2a25e-fb84-4f56-8d52-f0d322ee6e4f req-d9db5bd4-4000-456e-881b-956f544cd833 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0334694 Jun 30 01:27:09.348907 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ea54e569-9a47-49ff-98d4-0ed305d29d70 req-5bb21f66-22d8-463b-aa01-3cbd9b26adf4 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 210 time: 0.0274267 Jun 30 01:27:10.078815 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b61a7f-3222-40fd-aa40-0c19f814c16b req-7903d8a0-61bd-4268-ac11-1eb44e341303 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:10.078815 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b3b61a7f-3222-40fd-aa40-0c19f814c16b req-7903d8a0-61bd-4268-ac11-1eb44e341303 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.0655730 Jun 30 01:27:10.122610 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b3b61a7f-3222-40fd-aa40-0c19f814c16b req-5f5b57ae-bab0-471d-a6b9-b99dce73c45f tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Jun 30 01:27:10.314422 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-47f821a7-2cfa-4952-ad3d-c9fc9884e0f2 req-305b48bf-9507-4e41-b020-179cb53df1c8 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0437620 Jun 30 01:27:10.403491 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594439a-c4ea-4a86-be81-4d4a0524db8e req-2850901a-aab8-4490-9f08-fbc456b3223d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:10.408059 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a594439a-c4ea-4a86-be81-4d4a0524db8e req-2850901a-aab8-4490-9f08-fbc456b3223d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 943 time: 0.0754805 Jun 30 01:27:10.466081 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4f1e057a-a114-4687-8e4b-b296022889a4 req-40162fbf-3331-469d-86a6-6aad3a12f355 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0353384 Jun 30 01:27:10.487733 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a594439a-c4ea-4a86-be81-4d4a0524db8e req-9e35edcf-86c0-41bd-8ca7-41bf37981980 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740602 Jun 30 01:27:10.704436 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a86cfc72-ec31-4777-a078-b74185eee44d req-bf3c0f75-a8fd-4625-8b6c-c581054518ee tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 210 time: 0.0328095 Jun 30 01:27:11.306051 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d512b-8ffc-4dfe-9262-066cd0055fcc req-ccb7628e-1b2d-4f84-93d6-c7a59deee2f5 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:11.307572 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-144d512b-8ffc-4dfe-9262-066cd0055fcc req-ccb7628e-1b2d-4f84-93d6-c7a59deee2f5 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.0663779 Jun 30 01:27:11.345334 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-144d512b-8ffc-4dfe-9262-066cd0055fcc req-69e2f185-a421-442d-964f-0eff6162bc82 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319538 Jun 30 01:27:11.462442 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cba9744e-6a73-438c-8ee7-d05c4c6e1cb9 req-fa25c329-9a58-4ecb-aec9-4b3fa7dc7831 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0284402 Jun 30 01:27:11.658343 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-510ab7a3-70d4-494e-8fa4-1e275a8ea376 req-ffb60bbe-656d-4a6c-bd56-2ee31a6ac6f9 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0396602 Jun 30 01:27:11.729038 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88e97d-703b-49e9-9399-3666847cd815 req-19649a7d-f18a-487c-94b0-14848796204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:11.730517 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9d88e97d-703b-49e9-9399-3666847cd815 req-19649a7d-f18a-487c-94b0-14848796204a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0551dd9477a74f3388897c17d1129be4&device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 1097 time: 0.1564274 Jun 30 01:27:11.750923 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7bb96-3d32-432e-a392-e12601c229ca req-5f01ed24-070e-4b0b-95d1-899ed7b7742a tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:11.754532 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-47b7bb96-3d32-432e-a392-e12601c229ca req-5f01ed24-070e-4b0b-95d1-899ed7b7742a tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 943 time: 0.0993493 Jun 30 01:27:11.807035 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-acda722b-2810-40c6-b8a9-eb5873c11494 req-3fb74641-5453-4825-a2f4-ac0d381d6790 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 210 time: 0.0467012 Jun 30 01:27:11.818993 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-47b7bb96-3d32-432e-a392-e12601c229ca req-ffd4a45d-4903-4892-b8fd-047a77f7c359 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604806 Jun 30 01:27:12.320397 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 59454) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:12.582090 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-47b6abd6-200a-4284-8c4e-26c082280cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:12.638720 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-59cdc2d1-b5dc-456b-a3d4-6d28daf92e92 req-75ad303d-5bda-4298-8d77-61b8fdee7e1c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0588765 Jun 30 01:27:12.693991 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825e68c-29ab-4b6b-bd8c-09ed9adde544 req-cae9d74e-129a-47e5-89c4-c5f7dd99e4b5 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:12.695808 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d825e68c-29ab-4b6b-bd8c-09ed9adde544 req-cae9d74e-129a-47e5-89c4-c5f7dd99e4b5 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.1171095 Jun 30 01:27:12.752320 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d825e68c-29ab-4b6b-bd8c-09ed9adde544 req-71b98803-29a7-4fbf-af5c-8824c9bdfb06 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496218 Jun 30 01:27:12.787018 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-47b6abd6-200a-4284-8c4e-26c082280cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:12.814474 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-50324929-b78a-4579-bccc-988cf674ad6d req-1bb62a6d-418e-485f-8e33-2ed18a4b2714 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0295796 Jun 30 01:27:12.841848 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-47b6abd6-200a-4284-8c4e-26c082280cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:12.845796 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-6f5cefda-58d1-4fb5-bcf0-5aec7e8365b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:12.882559 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-47b6abd6-200a-4284-8c4e-26c082280cf1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd46150b13d64a01be5a0a06569257fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5604143 Jun 30 01:27:12.883400 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6abd6-200a-4284-8c4e-26c082280cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dfd117-4348-43e1-ae42-9ce276bc0765,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:12.884953 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 59472) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:12.894173 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-47b6abd6-200a-4284-8c4e-26c082280cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:12.941044 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2d22d7a5-4bba-45ee-946f-e61bc1e7bf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:12.956684 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-514fb6ea-f1ac-4081-9ec3-9400b012974d req-645106b9-c734-40ea-b5eb-7f0bb7e1b772 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 210 time: 0.0355425 Jun 30 01:27:12.961335 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2d22d7a5-4bba-45ee-946f-e61bc1e7bf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:13.011254 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49cdd4-26fe-4aff-a200-61911b084c44 req-d6d0cb1a-bc85-4f79-844a-bde5beabdd27 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:13.013200 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc49cdd4-26fe-4aff-a200-61911b084c44 req-d6d0cb1a-bc85-4f79-844a-bde5beabdd27 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 943 time: 0.0807545 Jun 30 01:27:13.050279 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc49cdd4-26fe-4aff-a200-61911b084c44 req-36cea9c1-8ff5-4270-b150-ffbb30890f94 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312710 Jun 30 01:27:13.138349 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2d22d7a5-4bba-45ee-946f-e61bc1e7bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:13.141171 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2d22d7a5-4bba-45ee-946f-e61bc1e7bf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:13.142284 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-2d22d7a5-4bba-45ee-946f-e61bc1e7bf46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2dfd117-4348-43e1-ae42-9ce276bc0765 HTTP/1.1" status: 204 len: 168 time: 0.2556474 Jun 30 01:27:13.143039 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-8e71c8d7-9028-435a-a4b5-5e9201698183 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:13.150272 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22d7a5-4bba-45ee-946f-e61bc1e7bf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dfd117-4348-43e1-ae42-9ce276bc0765,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:13.153547 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-2d22d7a5-4bba-45ee-946f-e61bc1e7bf46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:13.692080 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 59486) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:13.705796 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2fd59ff6-c6eb-4d09-8a5a-6b15597e28fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:13.775113 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-821d6592-24f0-4b01-a6c5-dcfd6ce1c698 req-0551c3c4-fbc2-4055-aed6-3492674fe7fe tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0272138 Jun 30 01:27:13.788507 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2fd59ff6-c6eb-4d09-8a5a-6b15597e28fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:13.852733 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2fd59ff6-c6eb-4d09-8a5a-6b15597e28fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:13.857929 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:13.898131 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-2fd59ff6-c6eb-4d09-8a5a-6b15597e28fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=155b5f4c37b94eba8b395fdd374601f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049165 Jun 30 01:27:13.899214 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 59492) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:13.900209 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd59ff6-c6eb-4d09-8a5a-6b15597e28fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bafec32-d28b-47af-923c-efe3972be924,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:13.903265 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-2fd59ff6-c6eb-4d09-8a5a-6b15597e28fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:13.976438 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-763fba4f-8ac1-4405-bb7b-bfd6923b89c1 req-cd0291bc-6099-4171-bf4f-49dbafa701d2 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0457897 Jun 30 01:27:13.998902 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9c4b-2cb7-4e52-adb9-886e092043ae req-54fb7acf-0280-4b2a-a1d5-532c51464aea tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:14.000554 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4f6f9c4b-2cb7-4e52-adb9-886e092043ae req-54fb7acf-0280-4b2a-a1d5-532c51464aea tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.1342714 Jun 30 01:27:14.017221 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bfa8f367-a925-4974-b437-1fe7ecf1cc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:14.054589 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bfa8f367-a925-4974-b437-1fe7ecf1cc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:14.063579 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4f6f9c4b-2cb7-4e52-adb9-886e092043ae req-f3e97108-fa81-4bd0-b3a2-080fed4dfebd tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569806 Jun 30 01:27:14.115263 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ba19e055-78d3-4ac0-8b73-dfadeab1e272 req-014a65d7-8116-4f26-b5b8-aa433e68effb tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 210 time: 0.0355904 Jun 30 01:27:14.197855 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bfa8f367-a925-4974-b437-1fe7ecf1cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:14.201391 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bfa8f367-a925-4974-b437-1fe7ecf1cc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:14.202465 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-bfa8f367-a925-4974-b437-1fe7ecf1cc74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5bafec32-d28b-47af-923c-efe3972be924 HTTP/1.1" status: 204 len: 168 time: 0.3022060 Jun 30 01:27:14.205247 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-e69fdf36-69e2-47d9-960e-0c52701b2e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:14.214592 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8f367-a925-4974-b437-1fe7ecf1cc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bafec32-d28b-47af-923c-efe3972be924,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:14.220597 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-bfa8f367-a925-4974-b437-1fe7ecf1cc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:14.246586 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b3ba3-ba12-4361-99ec-f198934d94bf req-089ec161-afa6-46fc-8981-dd1611bd409b tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:14.248081 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a17b3ba3-ba12-4361-99ec-f198934d94bf req-089ec161-afa6-46fc-8981-dd1611bd409b tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 943 time: 0.0832577 Jun 30 01:27:14.285684 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a17b3ba3-ba12-4361-99ec-f198934d94bf req-abaeade0-cc0d-4650-bee6-6315727082d0 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Jun 30 01:27:14.847465 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88e97d-703b-49e9-9399-3666847cd815 req-3d4dec9a-89b8-4ec8-8983-b42dd5a35318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:14.850729 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9d88e97d-703b-49e9-9399-3666847cd815 req-3d4dec9a-89b8-4ec8-8983-b42dd5a35318 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0551dd9477a74f3388897c17d1129be4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2503560 Jun 30 01:27:14.885706 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7dbe-2129-4876-acc7-2b83e2d6a918 req-4af3f19d-f66b-4fd0-ad9d-8847c7c692b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:14.887902 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-94ad7dbe-2129-4876-acc7-2b83e2d6a918 req-4af3f19d-f66b-4fd0-ad9d-8847c7c692b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42d4e89a93444929990af446ec8b6f4c&device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 1096 time: 0.1213703 Jun 30 01:27:15.021301 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7837bd66-9093-42ef-bf14-5af8ff155d84 req-3dd7a8ea-e7c5-4de9-8554-3d553f200f9b tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0490417 Jun 30 01:27:15.065714 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7dbe-2129-4876-acc7-2b83e2d6a918 req-3a1fe14d-8585-478c-96ac-a07ffe5662e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:15.067291 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-94ad7dbe-2129-4876-acc7-2b83e2d6a918 req-3a1fe14d-8585-478c-96ac-a07ffe5662e1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=42d4e89a93444929990af446ec8b6f4c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1719003 Jun 30 01:27:15.170247 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88e97d-703b-49e9-9399-3666847cd815 req-60a1f90a-c048-449c-8642-6c13d1feb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:15.173555 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9d88e97d-703b-49e9-9399-3666847cd815 req-60a1f90a-c048-449c-8642-6c13d1feb461 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3113222 Jun 30 01:27:15.221693 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7c59954c-c7fd-4c00-8157-c5becf255e2c req-0479539b-279f-4fe6-a260-9e9160ad1229 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0332463 Jun 30 01:27:15.261926 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7dbe-2129-4876-acc7-2b83e2d6a918 req-8940fdcb-e245-443c-8071-807eef86e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:15.263712 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-94ad7dbe-2129-4876-acc7-2b83e2d6a918 req-8940fdcb-e245-443c-8071-807eef86e291 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1848648 Jun 30 01:27:15.314474 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01917e-d83d-4d0f-ad63-0e86fae96294 req-6999cf7c-1a72-4318-a16e-6b85125d89cd tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:15.315992 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7e01917e-d83d-4d0f-ad63-0e86fae96294 req-6999cf7c-1a72-4318-a16e-6b85125d89cd tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.0967531 Jun 30 01:27:15.395207 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-62053a8d-a143-4353-b75c-e0aa2072e370 req-fe54df2b-3afa-4f9c-87b1-3aa91ae50844 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 210 time: 0.0366271 Jun 30 01:27:15.398850 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7e01917e-d83d-4d0f-ad63-0e86fae96294 req-13fe26e8-40da-47c5-927c-6531d751224b tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751693 Jun 30 01:27:15.399420 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-8ed65347-2ced-4b71-a976-fbce99dd69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:15.400926 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-8ed65347-2ced-4b71-a976-fbce99dd69e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42d4e89a93444929990af446ec8b6f4c&device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 1096 time: 0.0876203 Jun 30 01:27:15.494864 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-6aac5027-d8f6-4d5b-8672-e3e1951113c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5002fda6-4689-4ab9-a090-0472baf5a234 HTTP/1.1" status: 200 len: 217 time: 0.0857465 Jun 30 01:27:15.573663 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-1901b4b1-9b82-403c-bf71-721937b110f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:15.576137 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-1901b4b1-9b82-403c-bf71-721937b110f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b72dc8f0-055d-4a98-8ece-25d0fae3f86a HTTP/1.1" status: 200 len: 851 time: 0.0670867 Jun 30 01:27:15.625949 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-44479b64-a1e2-432c-90e0-78bf6901d60b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=707be1fd-979f-4efc-b3dd-bd3f4a7a3c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418675 Jun 30 01:27:15.650866 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cea3d-f920-4ce5-a1fb-081caacdac77 req-0be09870-6998-4266-8e2e-1fb2e19a07e1 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:15.652644 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9c4cea3d-f920-4ce5-a1fb-081caacdac77 req-0be09870-6998-4266-8e2e-1fb2e19a07e1 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 943 time: 0.0706019 Jun 30 01:27:15.729513 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9c4cea3d-f920-4ce5-a1fb-081caacdac77 req-2f71e1f6-43a0-47c6-b52c-b67cea099f3a tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709178 Jun 30 01:27:15.779637 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-24ecd2cd-1bd2-4479-945e-548f8d830767 service neutron] 10.222.0.36 "GET /v2.0/networks/707be1fd-979f-4efc-b3dd-bd3f4a7a3c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313748 Jun 30 01:27:15.830172 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a99d80-b714-4999-88fc-d31f78752423 req-86aa80c0-d021-4c04-a1b7-ea1d65654eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:15.831689 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-86aa80c0-d021-4c04-a1b7-ea1d65654eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0551dd9477a74f3388897c17d1129be4&device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 1097 time: 0.0530350 Jun 30 01:27:15.836321 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.36', 60030) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:15.872014 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e92d1f50-d6e9-4c3e-84b6-8b057f63e489 req-a30c2688-627f-46be-a87e-7d5185be6739 service neutron] 10.222.0.36 "GET /v2.0/networks/707be1fd-979f-4efc-b3dd-bd3f4a7a3c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844681 Jun 30 01:27:15.957722 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-c9010c83-6cdb-4c82-abd1-756edc66c2cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90dae55c-ff73-4bba-84f5-e35116f7c704 HTTP/1.1" status: 200 len: 217 time: 0.1146619 Jun 30 01:27:16.034756 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a99d80-b714-4999-88fc-d31f78752423 req-db1b4f90-d15e-41ea-ac9e-18a6e2733903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:16.036227 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-db1b4f90-d15e-41ea-ac9e-18a6e2733903 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6644716a-afa1-4d2e-bd8d-61ef445e43cf HTTP/1.1" status: 200 len: 854 time: 0.0710804 Jun 30 01:27:16.097496 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-5507b262-1f72-405b-a142-69309cd5333f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13855da3-bc55-4f33-baa4-bc0f31040324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425482 Jun 30 01:27:16.104105 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-4f48fb2e-c623-4b3f-81c9-48f0fffbe835 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:16.106021 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-4f48fb2e-c623-4b3f-81c9-48f0fffbe835 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.36 "GET /v2.0/networks?id=33e960f6-15b6-4c63-8c13-81c7204c50cf HTTP/1.1" status: 200 len: 819 time: 0.2636797 Jun 30 01:27:16.131476 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Request body: {'port': {'device_id': '39766a36-835e-4c7c-b699-f1cdc35b85cc', 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf', 'admin_state_up': True, 'tenant_id': '610eefbe7f1041da9d694a20440f1337'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:27:16.189937 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 59576) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:16.322704 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c4119d5f-6601-444b-9fce-99ec7a385ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:16.427677 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c5e2b220-9bbf-409d-a1ea-2f4fbbfe920b req-0af1a518-ad7b-4ed6-8572-859e22f5648e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0413785 Jun 30 01:27:16.497594 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c4119d5f-6601-444b-9fce-99ec7a385ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:16.511152 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-41ffce26-3e80-48d8-9a7b-ca21db274cb0 service neutron] 10.222.0.36 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041352 Jun 30 01:27:16.598311 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c4119d5f-6601-444b-9fce-99ec7a385ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:16.606034 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:16.618657 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c41576c0-cf26-40db-8eab-78e97df15a95 req-2bf0f10e-0ad0-4870-9eba-a6962e9d0f2a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0455809 Jun 30 01:27:16.651499 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-460b6295-45f2-4ff3-8712-eba478d62627 req-f23b7c03-5bbe-494d-89e3-79e239671b9e tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 210 time: 0.0363014 Jun 30 01:27:16.658723 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-c4119d5f-6601-444b-9fce-99ec7a385ea8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=335685071ed840a3963a20e8ad07f696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670093 Jun 30 01:27:16.658933 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 59590) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:16.663131 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4119d5f-6601-444b-9fce-99ec7a385ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3de2b17-e3c2-4d03-9df3-289cd26c2131,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:16.668452 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c4119d5f-6601-444b-9fce-99ec7a385ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:16.699199 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-dbc02d4d-2f96-4a64-92b4-655405cf943c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:16.700872 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-dbc02d4d-2f96-4a64-92b4-655405cf943c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.36 "GET /v2.0/networks?id=0f86744b-e2e7-48b3-82b1-5995e103144a HTTP/1.1" status: 200 len: 810 time: 0.1688895 Jun 30 01:27:16.734870 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2a99d80-b714-4999-88fc-d31f78752423 req-e80f4520-45c7-44b5-98ee-a8b73443f210 service neutron] 10.222.0.36 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128053 Jun 30 01:27:16.742498 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Made reservation on behalf of 610eefbe7f1041da9d694a20440f1337 for: {'port': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:27:16.742498 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:16.752852 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-61b42348-b113-410f-986d-7dbfe47b3abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:16.781413 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-61b42348-b113-410f-986d-7dbfe47b3abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:16.790665 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-6b07f4a7-be75-49cf-96c2-9ae5c361a2fd tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731b3b4440304019ae864de48ebcf241 HTTP/1.1" status: 200 len: 379 time: 0.0798831 Jun 30 01:27:16.802327 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Request body: {'port': {'device_id': 'c57a14f5-4cd6-4d21-86d9-88c0ae714354', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'admin_state_up': True, 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'security_groups': ['c17146ff-00d8-4a9a-8d44-3a7ae4607aac']}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:27:16.978557 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-61b42348-b113-410f-986d-7dbfe47b3abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:16.995645 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Made reservation on behalf of 731b3b4440304019ae864de48ebcf241 for: {'port': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:27:16.999657 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:17.004014 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-61b42348-b113-410f-986d-7dbfe47b3abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:17.009146 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-61b42348-b113-410f-986d-7dbfe47b3abe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3de2b17-e3c2-4d03-9df3-289cd26c2131 HTTP/1.1" status: 204 len: 168 time: 0.3454459 Jun 30 01:27:17.009146 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:17.018340 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Allocated IP 172.20.0.12 (33e960f6-15b6-4c63-8c13-81c7204c50cf/26bb785d-416a-4149-bc5c-47b213a72eb7/b0d34791-f0b4-4bdf-9a17-b1e98632d7e3) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:27:17.031473 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b42348-b113-410f-986d-7dbfe47b3abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3de2b17-e3c2-4d03-9df3-289cd26c2131,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:17.043179 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-61b42348-b113-410f-986d-7dbfe47b3abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:17.124138 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0cc7c-7384-48ef-a94d-a5a6abe83660 req-53020076-ee0f-441e-bfec-e6b8f91b0144 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:17.125634 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c8c0cc7c-7384-48ef-a94d-a5a6abe83660 req-53020076-ee0f-441e-bfec-e6b8f91b0144 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.1999683 Jun 30 01:27:17.167203 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Allocated IP 172.20.0.13 (0f86744b-e2e7-48b3-82b1-5995e103144a/3bba9328-0adf-4c0e-9d92-497000cb871e/0ab6d5b1-00c0-44bd-aacf-6d897defa7d6) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:27:17.182894 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5868a2-1d54-4269-b233-77858ca4d2ba req-099ed3e5-e232-4f58-901e-310043f932da tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:17.184846 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bb5868a2-1d54-4269-b233-77858ca4d2ba req-099ed3e5-e232-4f58-901e-310043f932da tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 943 time: 0.2555480 Jun 30 01:27:17.286538 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c8c0cc7c-7384-48ef-a94d-a5a6abe83660 req-46cfc4b0-fbaf-4bdb-8ba4-7b8b682f9f9f tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308897 Jun 30 01:27:17.319327 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:17.329562 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bb5868a2-1d54-4269-b233-77858ca4d2ba req-7f5daaf3-2536-4859-b03a-a18c2262c299 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295359 Jun 30 01:27:17.434886 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:17.445927 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:17.451823 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-13dcdaf4-faae-4203-b9fb-34bbec5c2d9d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:17.453057 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Transition to ACTIVE for port object 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 will not be triggered until provisioned by entity DHCP. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:27:17.579097 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:17.600340 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:17.612184 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Network 0f86744b-e2e7-48b3-82b1-5995e103144a is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:27:17.615634 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:27:17.618501 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Network 33e960f6-15b6-4c63-8c13-81c7204c50cf is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:27:17.620355 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:27:17.623506 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:27:17.629688 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:17.630225 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:17.631509 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:27:17.649298 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:17.649967 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:17.695526 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-02a1c904-83f8-4837-ad6c-1308836d8d1a req-46905508-7ca7-40f6-ab64-2d335ff63f30 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0477831 Jun 30 01:27:17.708718 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Pushing event updated for resources: {'Port': ['ID=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:17.723330 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:17.735232 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6201763 Jun 30 01:27:17.736017 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event updated for resources: {'Port': ['ID=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:17.749129 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:17.764909 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Request body: {'port': {'device_id': '39766a36-835e-4c7c-b699-f1cdc35b85cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:27:17.811589 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-5ba02c3f-2dc0-4129-8bfc-c1f4c0464987 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:17.813100 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-5ba02c3f-2dc0-4129-8bfc-c1f4c0464987 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.36 "GET /v2.0/networks?id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb HTTP/1.1" status: 200 len: 816 time: 0.3067179 Jun 30 01:27:17.854526 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0577748 Jun 30 01:27:17.894323 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-95cf5b66-0b4a-426d-8c26-3e2f88767120 req-a51645f3-0fe6-4e19-8562-2445f7177862 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0347130 Jun 30 01:27:17.932212 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:18.060910 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1574d2-ed57-4710-a194-c29e3604b41d req-e038f59d-ca42-4fca-b7a8-0b0e9383e307 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:18.063296 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8b1574d2-ed57-4710-a194-c29e3604b41d req-e038f59d-ca42-4fca-b7a8-0b0e9383e307 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 932 time: 0.1738982 Jun 30 01:27:18.081493 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-b39c4d4d-d4d4-49fd-87d7-461418546a5d None None] Provisioning for port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:27:18.086228 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-b39c4d4d-d4d4-49fd-87d7-461418546a5d None None] Provisioning complete for port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:18.091320 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b39c4d4d-d4d4-49fd-87d7-461418546a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:18.121939 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-b39c4d4d-d4d4-49fd-87d7-461418546a5d None None] Port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:27:18.147204 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8b1574d2-ed57-4710-a194-c29e3604b41d req-67403e2f-98a1-487c-8b89-605346af0355 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730691 Jun 30 01:27:18.243359 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 {{(pid=93392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:27:18.250598 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:18.262679 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Transition to ACTIVE for port object b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 will not be triggered until provisioned by entity L2. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:27:18.338815 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:18.342785 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:18.391748 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Pushing event updated for resources: {'Port': ['ID=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:18.397266 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:18.451816 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Attempting to bind port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:27:18.452161 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Attempting to bind port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '4db6abe9-8a4c-4678-970d-5d34b169827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf'}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:27:18.452845 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Attempting to bind port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 on network 33e960f6-15b6-4c63-8c13-81c7204c50cf {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:27:18.461941 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 on network 33e960f6-15b6-4c63-8c13-81c7204c50cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:27:18.462262 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Attempting to bind port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 on network 33e960f6-15b6-4c63-8c13-81c7204c50cf {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:27:18.486179 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:27:18.486618 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Checking segment: {'id': '4db6abe9-8a4c-4678-970d-5d34b169827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:27:18.487017 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Bound using segment: {'id': '4db6abe9-8a4c-4678-970d-5d34b169827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf'} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:27:18.487487 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Bound port: b0d34791-f0b4-4bdf-9a17-b1e98632d7e3, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db6abe9-8a4c-4678-970d-5d34b169827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf'}}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:27:18.487841 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:18.578170 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c72e6d-3e88-45e1-85d1-ac85eb9cec9d req-29268035-2b7c-4ef4-a02c-a4f7d494c2b8 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:18.579723 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-72c72e6d-3e88-45e1-85d1-ac85eb9cec9d req-29268035-2b7c-4ef4-a02c-a4f7d494c2b8 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.1664224 Jun 30 01:27:18.626876 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744019c-8373-4835-bcb7-c01eea64c656 req-2fc00ceb-a9c1-48e6-9665-440ee2c706d6 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:18.628390 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c744019c-8373-4835-bcb7-c01eea64c656 req-2fc00ceb-a9c1-48e6-9665-440ee2c706d6 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 943 time: 0.1607249 Jun 30 01:27:18.629616 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] For port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3, host hv-cinder-79724, cleared binding levels {{(pid=93392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:27:18.665572 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] For port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3,segment=NetworkSegment(4db6abe9-8a4c-4678-970d-5d34b169827d),segment_id=4db6abe9-8a4c-4678-970d-5d34b169827d)] {{(pid=93392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:27:18.672620 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-72c72e6d-3e88-45e1-85d1-ac85eb9cec9d req-7afe72be-4ccf-48ee-9e95-fa58eebe330a tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843556 Jun 30 01:27:18.690186 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c744019c-8373-4835-bcb7-c01eea64c656 req-4c6b387a-259c-44fd-9eee-1a322bc6eb61 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559480 Jun 30 01:27:18.756560 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:18.758492 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 5002fda6-4689-4ab9-a090-0472baf5a234 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:27:18.758985 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:18.796581 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:18.798086 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:18.798773 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-860655ae-5863-496f-9be5-39365ee98cda service neutron] 10.222.0.36 "PUT /v2.0/ports/b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 HTTP/1.1" status: 200 len: 1094 time: 1.0480080 Jun 30 01:27:18.799289 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39766a36-835e-4c7c-b699-f1cdc35b85cc', 'tag': 'b0d34791-f0b4-4bdf-9a17-b1e98632d7e3'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:27:18.801732 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3354bd-d4c3-4af2-8c35-62bfd01516a4" -d '{"events": [{"name": "network-changed", "server_uuid": "39766a36-835e-4c7c-b699-f1cdc35b85cc", "tag": "b0d34791-f0b4-4bdf-9a17-b1e98632d7e3"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:27:18.858007 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Pushing event updated for resources: {'Port': ['ID=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3,revision_number=3']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:18.870465 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d1fa5f9d-4e7b-4364-898e-7048125e0957 req-08745c1f-033c-479e-9561-435e58d42840 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0427129 Jun 30 01:27:18.872098 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:18.876372 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dbb241-530d-4202-981c-ed1575e4491d x-openstack-request-id: req-04dbb241-530d-4202-981c-ed1575e4491d {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:27:18.876895 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39766a36-835e-4c7c-b699-f1cdc35b85cc", "tag": "b0d34791-f0b4-4bdf-9a17-b1e98632d7e3", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:27:18.877570 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04dbb241-530d-4202-981c-ed1575e4491d {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:27:18.878235 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39766a36-835e-4c7c-b699-f1cdc35b85cc', 'tag': 'b0d34791-f0b4-4bdf-9a17-b1e98632d7e3', 'status': 'completed', 'code': 200} Jun 30 01:27:18.897645 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 5002fda6-4689-4ab9-a090-0472baf5a234, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5002fda6-4689-4ab9-a090-0472baf5a234,segment=NetworkSegment(3192845d-8457-4dbc-b93f-0234661e70b9),segment_id=3192845d-8457-4dbc-b93f-0234661e70b9)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:18.910600 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': '5002fda6-4689-4ab9-a090-0472baf5a234', 'network_id': '707be1fd-979f-4efc-b3dd-bd3f4a7a3c10', 'port_id': '5002fda6-4689-4ab9-a090-0472baf5a234', 'mac_address': 'fa:16:3e:68:b7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72dc8f0-055d-4a98-8ece-25d0fae3f86a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:27:18.950621 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:18.960276 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5002fda6-4689-4ab9-a090-0472baf5a234 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:27:18.982827 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 5002fda6-4689-4ab9-a090-0472baf5a234, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5002fda6-4689-4ab9-a090-0472baf5a234,segment=NetworkSegment(3192845d-8457-4dbc-b93f-0234661e70b9),segment_id=3192845d-8457-4dbc-b93f-0234661e70b9)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:19.040444 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:19.043403 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:19.061765 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a1a6fef9-b511-4112-a70b-9039cfd56ff0 req-47a8eb76-6ca2-4f70-96a4-0d2705ead235 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0297718 Jun 30 01:27:19.090337 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=5002fda6-4689-4ab9-a090-0472baf5a234,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:19.093628 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:19.321491 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2899-605a-4d13-a7b3-a1f8bc3f4432 req-00ecbf6d-c8ad-439e-88f8-75a642a4ee33 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:19.322906 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-299b2899-605a-4d13-a7b3-a1f8bc3f4432 req-00ecbf6d-c8ad-439e-88f8-75a642a4ee33 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 932 time: 0.0631824 Jun 30 01:27:19.361399 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-299b2899-605a-4d13-a7b3-a1f8bc3f4432 req-ebf1c706-6969-4081-b551-b35f5b4c5e9d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323920 Jun 30 01:27:19.881327 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac001da-a3aa-42fc-af3f-ed70ae34aea9 req-805ae502-02c4-4495-bee0-760e13630c4f tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:19.882744 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-aac001da-a3aa-42fc-af3f-ed70ae34aea9 req-805ae502-02c4-4495-bee0-760e13630c4f tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.0997815 Jun 30 01:27:19.893413 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8d466-7d48-429f-a8d4-6e59a1127b1c req-be71aee6-4a81-49ae-8ace-bdc248774549 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:19.894693 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bba8d466-7d48-429f-a8d4-6e59a1127b1c req-be71aee6-4a81-49ae-8ace-bdc248774549 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 944 time: 0.0841804 Jun 30 01:27:19.949465 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-aac001da-a3aa-42fc-af3f-ed70ae34aea9 req-1c111f69-a3e8-4287-998c-83b770033da5 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538340 Jun 30 01:27:19.956809 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bba8d466-7d48-429f-a8d4-6e59a1127b1c req-eaf324eb-55c4-44eb-9113-b4d3fa7bcdac tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556219 Jun 30 01:27:20.082983 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-feabb224-c729-4253-8f84-1c149fa78f6a req-b4968f20-ff9f-4e88-849b-5d56295b1ef3 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0288212 Jun 30 01:27:20.208765 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-029a2764-81be-4007-b7bb-f750e7e8a814 req-7667838c-2379-4de5-8b95-0258e10d04b0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0264592 Jun 30 01:27:20.529424 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3bd35-bf80-48f5-9947-ce1063b6f07c req-f07235a0-f74e-457b-8484-be429884334b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:20.530860 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a1f3bd35-bf80-48f5-9947-ce1063b6f07c req-f07235a0-f74e-457b-8484-be429884334b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 932 time: 0.0617828 Jun 30 01:27:20.565780 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a1f3bd35-bf80-48f5-9947-ce1063b6f07c req-73e7a629-31ce-4686-b97c-32e735e8d0f2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294695 Jun 30 01:27:20.730899 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Request body: {'port': {'device_id': 'c57a14f5-4cd6-4d21-86d9-88c0ae714354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:27:20.771079 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-0a48bd79-3462-4cde-af16-17aeae83e24b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9c16c3286ce42ed8603762ac2252b8a HTTP/1.1" status: 200 len: 379 time: 0.0585270 Jun 30 01:27:20.784798 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Request body: {'port': {'device_id': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'admin_state_up': True, 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'security_groups': ['fcb437d8-ff51-4038-ab50-9a69ce349638']}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:27:20.906720 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3354bd-d4c3-4af2-8c35-62bfd01516a4 req-542104ef-91b7-4763-b305-27de4f546eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:20.908350 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ce3354bd-d4c3-4af2-8c35-62bfd01516a4 req-542104ef-91b7-4763-b305-27de4f546eda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=610eefbe7f1041da9d694a20440f1337&device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 1097 time: 0.1364143 Jun 30 01:27:20.960923 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:21.016280 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['5002fda6-4689-4ab9-a090-0472baf5a234'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:27:21.054179 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3354bd-d4c3-4af2-8c35-62bfd01516a4 req-c37eacc7-4a60-4413-a7b7-31a121e5b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:21.055910 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ce3354bd-d4c3-4af2-8c35-62bfd01516a4 req-c37eacc7-4a60-4413-a7b7-31a121e5b206 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=610eefbe7f1041da9d694a20440f1337&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1384473 Jun 30 01:27:21.108911 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Made reservation on behalf of c9c16c3286ce42ed8603762ac2252b8a for: {'port': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:27:21.117835 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:21.275670 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 {{(pid=93393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:27:21.282636 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:21.295516 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Transition to ACTIVE for port object 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 will not be triggered until provisioned by entity L2. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:27:21.361103 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:21.363547 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:21.410743 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Pushing event updated for resources: {'Port': ['ID=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:21.415213 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:21.463433 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Attempting to bind port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:27:21.464149 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Attempting to bind port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:27:21.464478 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Attempting to bind port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 on network 0f86744b-e2e7-48b3-82b1-5995e103144a {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:27:21.470078 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 on network 0f86744b-e2e7-48b3-82b1-5995e103144a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:27:21.470405 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Attempting to bind port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 on network 0f86744b-e2e7-48b3-82b1-5995e103144a {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:27:21.476665 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:27:21.477010 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Checking segment: {'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:27:21.477869 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Bound using segment: {'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:27:21.478412 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Bound port: 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'}}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:27:21.478832 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:21.564977 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] For port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6, host hv-cinder-79724, cleared binding levels {{(pid=93393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:27:21.571324 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] For port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:27:21.627572 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3354bd-d4c3-4af2-8c35-62bfd01516a4 req-6b9d655b-9530-4031-a35c-ed7c80d9715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:21.629039 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ce3354bd-d4c3-4af2-8c35-62bfd01516a4 req-6b9d655b-9530-4031-a35c-ed7c80d9715e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5643344 Jun 30 01:27:21.658780 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:21.662249 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:21.717489 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.36', 60044) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:21.745629 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:21.746363 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:21.747943 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] 10.222.0.36 "PUT /v2.0/ports/0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 HTTP/1.1" status: 200 len: 1094 time: 1.0213442 Jun 30 01:27:21.748262 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc01b4a-46ea-4052-a3a2-3d553bfb8a88 req-17c3339f-b96b-4a8c-9357-1b56a6bd8afd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:21.756717 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2dc01b4a-46ea-4052-a3a2-3d553bfb8a88 req-17c3339f-b96b-4a8c-9357-1b56a6bd8afd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 944 time: 0.5413656 Jun 30 01:27:21.758443 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57a14f5-4cd6-4d21-86d9-88c0ae714354', 'tag': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:27:21.761411 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea0d031-1f55-4d37-9248-f97b900c1531" -d '{"events": [{"name": "network-changed", "server_uuid": "c57a14f5-4cd6-4d21-86d9-88c0ae714354", "tag": "0ab6d5b1-00c0-44bd-aacf-6d897defa7d6"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:27:21.793858 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a789f-4279-49e2-8cf7-6bcf2cdf35af req-e7244fce-5f51-4ece-b88a-6b134a87007d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:21.801042 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-990a789f-4279-49e2-8cf7-6bcf2cdf35af req-e7244fce-5f51-4ece-b88a-6b134a87007d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.6044021 Jun 30 01:27:21.823530 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Pushing event updated for resources: {'Port': ['ID=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6,revision_number=3']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:21.828601 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:21.842774 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Allocated IP 172.20.0.4 (4bfd3d0c-832f-4d93-85f2-b953fb9a89fb/e22b904e-cadb-439b-a41f-b9e970cd6b7e/b5ecd3a2-9bad-401f-98ae-b219e33f257a) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:27:21.865112 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2dc01b4a-46ea-4052-a3a2-3d553bfb8a88 req-791f873d-d454-41b6-891f-bc074b7efc25 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074369 Jun 30 01:27:21.868058 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-78ea759c-351b-4670-ad28-ad2dae1a2897 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:21.870124 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-78ea759c-351b-4670-ad28-ad2dae1a2897 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.36 "GET /v2.0/networks?id=33e960f6-15b6-4c63-8c13-81c7204c50cf HTTP/1.1" status: 200 len: 819 time: 0.1499505 Jun 30 01:27:21.898520 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Request body: {'port': {'device_id': '126c8932-eec8-4386-a327-18a32d61c8e1', 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf', 'admin_state_up': True, 'tenant_id': '610eefbe7f1041da9d694a20440f1337'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:27:21.924692 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-990a789f-4279-49e2-8cf7-6bcf2cdf35af req-a5bc7b9f-6b53-460c-b093-50600b556592 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226747 Jun 30 01:27:21.997929 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-ea20b9f6-33a2-4c15-8d1a-41c2a8f7c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:21.999779 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-ea20b9f6-33a2-4c15-8d1a-41c2a8f7c9a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=610eefbe7f1041da9d694a20440f1337&device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 1097 time: 0.3135905 Jun 30 01:27:22.090268 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-acc7b542-8967-43f7-9f85-24ef52c3d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:22.091931 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-acc7b542-8967-43f7-9f85-24ef52c3d8bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731b3b4440304019ae864de48ebcf241&device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 1097 time: 0.1244199 Jun 30 01:27:22.129308 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-902d7f65-ce06-4ec0-af5b-ad7294c8efe9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 HTTP/1.1" status: 200 len: 217 time: 0.1182191 Jun 30 01:27:22.137576 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-cf842f17-7c04-4c0a-a417-3ad97045d75d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 HTTP/1.1" status: 200 len: 217 time: 0.0373578 Jun 30 01:27:22.162435 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Made reservation on behalf of 610eefbe7f1041da9d694a20440f1337 for: {'port': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:27:22.168617 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-58786fae-7a2e-4275-9a94-b1328ff83d27 req-362ccc4d-61f9-4399-aac5-d595f2fc31c6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0899940 Jun 30 01:27:22.168857 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:22.173347 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-159b6909-4e53-4958-b644-2d6631570035 req-22ffa2c6-38ad-42fe-bf9f-964c3a2b549c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0664067 Jun 30 01:27:22.243446 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:22.270591 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Transition to ACTIVE for port object b5ecd3a2-9bad-401f-98ae-b219e33f257a will not be triggered until provisioned by entity DHCP. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:27:22.300597 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3d186c-dfda-4418-9315-eebaf52f997f x-openstack-request-id: req-2f3d186c-dfda-4418-9315-eebaf52f997f {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:27:22.300905 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57a14f5-4cd6-4d21-86d9-88c0ae714354", "tag": "0ab6d5b1-00c0-44bd-aacf-6d897defa7d6", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:27:22.301169 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f3d186c-dfda-4418-9315-eebaf52f997f {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:27:22.301557 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57a14f5-4cd6-4d21-86d9-88c0ae714354', 'tag': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6', 'status': 'completed', 'code': 200} Jun 30 01:27:22.327327 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Allocated IP 172.20.0.14 (33e960f6-15b6-4c63-8c13-81c7204c50cf/26bb785d-416a-4149-bc5c-47b213a72eb7/4e14dca8-628b-4cef-adbf-8441b4b47843) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:27:22.384877 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:22.394589 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:22.451318 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64b67d-ddc7-4d11-b494-cfefd06e85b0 req-c6b4ec42-1334-4d39-98ae-9d515786c798 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:22.452785 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9b64b67d-ddc7-4d11-b494-cfefd06e85b0 req-c6b4ec42-1334-4d39-98ae-9d515786c798 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 944 time: 0.1167006 Jun 30 01:27:22.454512 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:27:22.457875 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:27:22.464215 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:27:22.469416 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:22.470018 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:22.477866 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event updated for resources: {'Port': ['ID=b5ecd3a2-9bad-401f-98ae-b219e33f257a,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:22.483929 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:22.484105 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:22.529327 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9b64b67d-ddc7-4d11-b494-cfefd06e85b0 req-823c48be-4255-43c2-a418-1f695cb8ffc5 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693150 Jun 30 01:27:22.556010 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7753115 Jun 30 01:27:22.607811 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:22.613059 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:22.662051 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Network 33e960f6-15b6-4c63-8c13-81c7204c50cf is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:27:22.665243 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:27:22.668944 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:27:22.674613 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:22.675260 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:22.683623 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Pushing event updated for resources: {'Port': ['ID=4e14dca8-628b-4cef-adbf-8441b4b47843,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:22.694160 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:22.738092 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8538370 Jun 30 01:27:22.749785 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-1a5a7108-d78f-4961-bea3-f7fa5af6cb2e None None] Provisioning for port b5ecd3a2-9bad-401f-98ae-b219e33f257a completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:27:22.753994 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-1a5a7108-d78f-4961-bea3-f7fa5af6cb2e None None] Provisioning complete for port b5ecd3a2-9bad-401f-98ae-b219e33f257a triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:22.754379 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-1a5a7108-d78f-4961-bea3-f7fa5af6cb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:22.786489 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a7108-d78f-4961-bea3-f7fa5af6cb2e None None] Port b5ecd3a2-9bad-401f-98ae-b219e33f257a cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:27:23.033464 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47971b3-2735-444e-83f7-04f94ba81a9d req-012d3bb5-eae5-465c-b0e9-2b956aedacd5 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:23.034968 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d47971b3-2735-444e-83f7-04f94ba81a9d req-012d3bb5-eae5-465c-b0e9-2b956aedacd5 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 944 time: 0.0616920 Jun 30 01:27:23.041754 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 90dae55c-ff73-4bba-84f5-e35116f7c704 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:27:23.104586 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d47971b3-2735-444e-83f7-04f94ba81a9d req-9c03fc02-c34d-4b74-8e8b-c3369fa61c4c tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573876 Jun 30 01:27:23.124967 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2677663-6cdf-4111-9c71-16fda0b6c9b6 req-4263712b-3c8b-4ff7-9660-cc306ed85816 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:23.126453 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e2677663-6cdf-4111-9c71-16fda0b6c9b6 req-4263712b-3c8b-4ff7-9660-cc306ed85816 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 944 time: 0.0897422 Jun 30 01:27:23.136937 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 90dae55c-ff73-4bba-84f5-e35116f7c704, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=90dae55c-ff73-4bba-84f5-e35116f7c704,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:23.148134 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': '90dae55c-ff73-4bba-84f5-e35116f7c704', 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324', 'port_id': '90dae55c-ff73-4bba-84f5-e35116f7c704', 'mac_address': 'fa:16:3e:04:0b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6644716a-afa1-4d2e-bd8d-61ef445e43cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:27:23.164055 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e2677663-6cdf-4111-9c71-16fda0b6c9b6 req-5e67b11b-bd54-40e4-b47b-571d5764d081 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Jun 30 01:27:23.186471 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:23.198754 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90dae55c-ff73-4bba-84f5-e35116f7c704 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:27:23.262071 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 90dae55c-ff73-4bba-84f5-e35116f7c704, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=90dae55c-ff73-4bba-84f5-e35116f7c704,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:23.332273 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:23.334137 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:23.381930 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=90dae55c-ff73-4bba-84f5-e35116f7c704,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:23.384908 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:23.396221 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354312c-092e-4e57-95d3-8bb2a0834a9d req-06807dce-f82f-47ab-9c9e-d14c75d0fab7 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:23.397662 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8354312c-092e-4e57-95d3-8bb2a0834a9d req-06807dce-f82f-47ab-9c9e-d14c75d0fab7 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 932 time: 0.1094949 Jun 30 01:27:23.419883 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132244c-49b9-4dc5-9cf9-0fe55c8bd34f req-b7c0ecc6-dcb6-4ab1-b9a6-94cb3c6f861f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:23.421185 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5132244c-49b9-4dc5-9cf9-0fe55c8bd34f req-b7c0ecc6-dcb6-4ab1-b9a6-94cb3c6f861f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 931 time: 0.1028061 Jun 30 01:27:23.464862 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8354312c-092e-4e57-95d3-8bb2a0834a9d req-6e692eda-9d4b-4f5f-8610-7d63c659c2ed tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597939 Jun 30 01:27:23.471422 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5132244c-49b9-4dc5-9cf9-0fe55c8bd34f req-d969ee49-2970-4399-ab04-461b76e06987 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441802 Jun 30 01:27:23.697081 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52a115-2eab-4086-8eaf-4e4feb1fe1e6 req-6ea467ed-a006-4dae-aacf-f438e39ba14b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:23.698412 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e52a115-2eab-4086-8eaf-4e4feb1fe1e6 req-6ea467ed-a006-4dae-aacf-f438e39ba14b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 944 time: 0.0592699 Jun 30 01:27:23.734215 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e52a115-2eab-4086-8eaf-4e4feb1fe1e6 req-8cd1c84d-e990-4f69-8420-afdf6e19a63d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298414 Jun 30 01:27:24.298577 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812adef-471e-4459-9095-c38a036aac07 req-3cd40a1a-7812-474d-ab7c-47a33c19bdb5 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:24.300140 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c812adef-471e-4459-9095-c38a036aac07 req-3cd40a1a-7812-474d-ab7c-47a33c19bdb5 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 944 time: 0.0785580 Jun 30 01:27:24.360251 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c812adef-471e-4459-9095-c38a036aac07 req-d934a59f-d2e0-4a54-87c4-7b39514f4e21 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415218 Jun 30 01:27:24.379317 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32c572-6742-4097-9472-c285cb46a442 req-84184528-182d-4bb6-b82c-7b8934116984 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:24.381249 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7c32c572-6742-4097-9472-c285cb46a442 req-84184528-182d-4bb6-b82c-7b8934116984 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 945 time: 0.0992095 Jun 30 01:27:24.395648 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:27:24.418666 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7c32c572-6742-4097-9472-c285cb46a442 req-156f1c80-ec8e-401d-a2e9-0e03c89262da tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Jun 30 01:27:24.685162 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f5203-81b1-46ef-adeb-150cb5429baa req-d6754154-fe1e-4395-961b-364b7c16a432 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:24.686633 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fb9f5203-81b1-46ef-adeb-150cb5429baa req-d6754154-fe1e-4395-961b-364b7c16a432 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 932 time: 0.1054242 Jun 30 01:27:24.705915 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f15ca-a91d-4dc0-a271-b4640748cce6 req-e67a4637-87c2-4527-be66-02dc5fcff9f5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:24.707321 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-016f15ca-a91d-4dc0-a271-b4640748cce6 req-e67a4637-87c2-4527-be66-02dc5fcff9f5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 931 time: 0.0937579 Jun 30 01:27:24.756559 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fb9f5203-81b1-46ef-adeb-150cb5429baa req-8fd903a7-2f9a-42ff-b1a6-756d759d830b tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622907 Jun 30 01:27:24.760605 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-016f15ca-a91d-4dc0-a271-b4640748cce6 req-487d89ba-e19f-44e5-ba5e-671798487ac9 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460861 Jun 30 01:27:24.928797 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3571373-bb69-4550-a956-094708085ac0 req-652f2d69-bade-48c6-8ea6-bb4b60b21e67 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:24.930217 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f3571373-bb69-4550-a956-094708085ac0 req-652f2d69-bade-48c6-8ea6-bb4b60b21e67 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 944 time: 0.0773575 Jun 30 01:27:24.934150 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 5002fda6-4689-4ab9-a090-0472baf5a234 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:27:24.992707 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Request body: {'port': {'device_id': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:27:24.993352 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Request body: {'port': {'device_id': '126c8932-eec8-4386-a327-18a32d61c8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:27:25.026183 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-7044357e-f726-4da5-9a45-1712d62dc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:25.028257 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-7044357e-f726-4da5-9a45-1712d62dc85d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26bb785d-416a-4149-bc5c-47b213a72eb7 HTTP/1.1" status: 200 len: 859 time: 0.0851712 Jun 30 01:27:25.032557 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-972d285f-4efc-4f4f-986a-0ea49afa0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:25.033982 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-972d285f-4efc-4f4f-986a-0ea49afa0ee8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bba9328-0adf-4c0e-9d92-497000cb871e HTTP/1.1" status: 200 len: 849 time: 0.0856786 Jun 30 01:27:25.051900 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f3571373-bb69-4550-a956-094708085ac0 req-3cad56bd-99c2-449f-9a32-41eba5993208 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158693 Jun 30 01:27:25.101691 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-0fd75a06-05ec-4ebe-9931-3d0a252bd52f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33e960f6-15b6-4c63-8c13-81c7204c50cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534418 Jun 30 01:27:25.116237 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:25.130406 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:25.138644 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port 5002fda6-4689-4ab9-a090-0472baf5a234 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:27:25.143651 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port 5002fda6-4689-4ab9-a090-0472baf5a234 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:25.144362 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:25.180040 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-9b36836d-7dca-48e7-9e44-ca0b1d45b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:25.181544 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-9b36836d-7dca-48e7-9e44-ca0b1d45b1c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f86744b-e2e7-48b3-82b1-5995e103144a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1331351 Jun 30 01:27:25.181674 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['90dae55c-ff73-4bba-84f5-e35116f7c704'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:27:25.292356 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-56158bdf-240f-4573-bb26-16b61212266d service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810584 Jun 30 01:27:25.292634 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:25.332066 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079eb557-cd3e-4dd4-b9d1-d7b852cae82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5002fda6-4689-4ab9-a090-0472baf5a234'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:27:25.411440 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-c0df7799-9f25-499b-afb7-4f5f92e12c8b service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195089 Jun 30 01:27:25.443193 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 5002fda6-4689-4ab9-a090-0472baf5a234, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5002fda6-4689-4ab9-a090-0472baf5a234,segment=NetworkSegment(3192845d-8457-4dbc-b93f-0234661e70b9),segment_id=3192845d-8457-4dbc-b93f-0234661e70b9)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:25.462082 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f2c3623-d7a0-482c-af9a-f232cbb76f6d req-3533f29a-b81e-4a1b-9b98-32f0b5b4adb9 service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613357 Jun 30 01:27:25.556773 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:25.565069 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:25.565895 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b83c895b-60d5-49f4-adac-9c6ee38d74f0 req-d649272a-b49a-40ef-97af-5e73b21da7b0 service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471066 Jun 30 01:27:25.634943 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e14dca8-628b-4cef-adbf-8441b4b47843 {{(pid=93393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:27:25.644875 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:25.646996 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ecd3a2-9bad-401f-98ae-b219e33f257a {{(pid=93392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:27:25.655247 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=5002fda6-4689-4ab9-a090-0472baf5a234,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:25.662241 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Transition to ACTIVE for port object 4e14dca8-628b-4cef-adbf-8441b4b47843 will not be triggered until provisioned by entity L2. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:27:25.667877 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4994601d-b69b-4efa-bd29-5237ddf3aee9" -d '{"events": [{"server_uuid": "079eb557-cd3e-4dd4-b9d1-d7b852cae82c", "name": "network-vif-plugged", "status": "completed", "tag": "5002fda6-4689-4ab9-a090-0472baf5a234"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:27:25.674164 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:25.675908 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:25.700936 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Transition to ACTIVE for port object b5ecd3a2-9bad-401f-98ae-b219e33f257a will not be triggered until provisioned by entity L2. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:27:25.735882 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0269-ff65-4cac-8532-31eccf3bde56 req-5d174f3b-647d-4405-9276-4b81dfdb4569 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:25.737373 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-43db0269-ff65-4cac-8532-31eccf3bde56 req-5d174f3b-647d-4405-9276-4b81dfdb4569 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 945 time: 0.1613474 Jun 30 01:27:25.744224 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:25.747900 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:25.748823 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f56cca-2665-48ac-9328-1857a794ac5b req-8ac1eabe-e65d-4eb9-a9ad-12233b09192f tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:25.756408 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-22f56cca-2665-48ac-9328-1857a794ac5b req-8ac1eabe-e65d-4eb9-a9ad-12233b09192f tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 945 time: 0.1237192 Jun 30 01:27:25.765226 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:25.784641 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a4433010-1c48-4754-8d82-01fbdd87d75a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:25.815179 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Pushing event updated for resources: {'Port': ['ID=4e14dca8-628b-4cef-adbf-8441b4b47843,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:25.818879 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:25.855702 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0d031-1f55-4d37-9248-f97b900c1531 req-89e1fbf8-3492-416d-8023-fd27b248c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:25.857272 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-7ea0d031-1f55-4d37-9248-f97b900c1531 req-89e1fbf8-3492-416d-8023-fd27b248c6db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731b3b4440304019ae864de48ebcf241&device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 1097 time: 0.1453750 Jun 30 01:27:25.858630 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Attempting to bind port 4e14dca8-628b-4cef-adbf-8441b4b47843 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:27:25.858952 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Attempting to bind port 4e14dca8-628b-4cef-adbf-8441b4b47843 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '4db6abe9-8a4c-4678-970d-5d34b169827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf'}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:27:25.859305 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Attempting to bind port 4e14dca8-628b-4cef-adbf-8441b4b47843 on network 33e960f6-15b6-4c63-8c13-81c7204c50cf {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:27:25.864292 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Port 4e14dca8-628b-4cef-adbf-8441b4b47843 on network 33e960f6-15b6-4c63-8c13-81c7204c50cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:27:25.864683 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Attempting to bind port 4e14dca8-628b-4cef-adbf-8441b4b47843 on network 33e960f6-15b6-4c63-8c13-81c7204c50cf {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:27:25.865751 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ecd3a2-9bad-401f-98ae-b219e33f257a,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:25.871375 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-43db0269-ff65-4cac-8532-31eccf3bde56 req-f1761aed-e511-44a9-bab3-e64c1cf479e9 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119666 Jun 30 01:27:25.873314 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:25.883117 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-22f56cca-2665-48ac-9328-1857a794ac5b req-b83665d5-1aa9-453c-94d9-d4548bfffaa1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252370 Jun 30 01:27:25.912369 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:27:25.912709 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Checking segment: {'id': '4db6abe9-8a4c-4678-970d-5d34b169827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:27:25.913087 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Bound using segment: {'id': '4db6abe9-8a4c-4678-970d-5d34b169827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf'} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:27:25.913526 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Bound port: 4e14dca8-628b-4cef-adbf-8441b4b47843, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db6abe9-8a4c-4678-970d-5d34b169827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf'}}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:27:25.913874 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:25.980403 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Attempting to bind port b5ecd3a2-9bad-401f-98ae-b219e33f257a on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:27:25.980800 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Attempting to bind port b5ecd3a2-9bad-401f-98ae-b219e33f257a by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:27:25.981816 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Attempting to bind port b5ecd3a2-9bad-401f-98ae-b219e33f257a on network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:27:25.988470 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Port b5ecd3a2-9bad-401f-98ae-b219e33f257a on network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:27:25.988792 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Attempting to bind port b5ecd3a2-9bad-401f-98ae-b219e33f257a on network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:27:25.995435 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:27:25.996290 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Checking segment: {'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:27:25.996915 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Bound using segment: {'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:27:25.997355 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Bound port: b5ecd3a2-9bad-401f-98ae-b219e33f257a, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'}}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:27:25.997709 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:26.056458 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d671c67d-5da5-49c3-964c-4d952b03c8f7 x-openstack-request-id: req-d671c67d-5da5-49c3-964c-4d952b03c8f7 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:27:26.078570 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079eb557-cd3e-4dd4-b9d1-d7b852cae82c", "name": "network-vif-plugged", "status": "completed", "tag": "5002fda6-4689-4ab9-a090-0472baf5a234", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:27:26.078570 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d671c67d-5da5-49c3-964c-4d952b03c8f7 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:27:26.078570 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079eb557-cd3e-4dd4-b9d1-d7b852cae82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5002fda6-4689-4ab9-a090-0472baf5a234', 'code': 200} Jun 30 01:27:26.111707 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0d031-1f55-4d37-9248-f97b900c1531 req-9d209931-9e09-4be9-afce-ce3a6bdf741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:26.113584 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-7ea0d031-1f55-4d37-9248-f97b900c1531 req-9d209931-9e09-4be9-afce-ce3a6bdf741a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f86744b-e2e7-48b3-82b1-5995e103144a HTTP/1.1" status: 200 len: 911 time: 0.2468760 Jun 30 01:27:26.134541 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] For port b5ecd3a2-9bad-401f-98ae-b219e33f257a, host hv-cinder-79724, cleared binding levels {{(pid=93392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:27:26.138507 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] For port b5ecd3a2-9bad-401f-98ae-b219e33f257a, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:27:26.173294 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939358a1-5023-4956-a72e-2d0e4c01c77c req-efa30675-132c-43da-a4a8-bc5f248cd843 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:26.173409 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-939358a1-5023-4956-a72e-2d0e4c01c77c req-efa30675-132c-43da-a4a8-bc5f248cd843 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 944 time: 0.1125107 Jun 30 01:27:26.178096 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-7ea0d031-1f55-4d37-9248-f97b900c1531 req-71e5eef0-509b-41a1-87b2-f0904c42b986 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 HTTP/1.1" status: 200 len: 217 time: 0.0513337 Jun 30 01:27:26.180605 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] For port 4e14dca8-628b-4cef-adbf-8441b4b47843, host hv-cinder-79724, cleared binding levels {{(pid=93393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:27:26.203342 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] For port 4e14dca8-628b-4cef-adbf-8441b4b47843, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4e14dca8-628b-4cef-adbf-8441b4b47843,segment=NetworkSegment(4db6abe9-8a4c-4678-970d-5d34b169827d),segment_id=4db6abe9-8a4c-4678-970d-5d34b169827d)] {{(pid=93393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:27:26.240884 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0d031-1f55-4d37-9248-f97b900c1531 req-3d2abe02-8bb8-4a68-b1e5-5a95ef1a1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:26.242324 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-7ea0d031-1f55-4d37-9248-f97b900c1531 req-3d2abe02-8bb8-4a68-b1e5-5a95ef1a1547 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bba9328-0adf-4c0e-9d92-497000cb871e HTTP/1.1" status: 200 len: 849 time: 0.0528598 Jun 30 01:27:26.248750 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-939358a1-5023-4956-a72e-2d0e4c01c77c req-a4f58cdb-5e11-49ee-90b1-7eb09e5a6521 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693076 Jun 30 01:27:26.253741 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:26.258934 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:26.307619 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:26.307619 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:26.307619 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] 10.222.0.36 "PUT /v2.0/ports/b5ecd3a2-9bad-401f-98ae-b219e33f257a HTTP/1.1" status: 200 len: 1093 time: 1.3181670 Jun 30 01:27:26.307619 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:27:26.308721 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1614e1-084b-4bb0-9c86-90001f9354ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:27:26.309176 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0d031-1f55-4d37-9248-f97b900c1531 req-8218ee68-32bf-4665-8c1e-c1255a76223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:26.310954 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-7ea0d031-1f55-4d37-9248-f97b900c1531 req-8218ee68-32bf-4665-8c1e-c1255a76223b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f86744b-e2e7-48b3-82b1-5995e103144a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0615778 Jun 30 01:27:26.358036 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3f974-a7af-4091-ab3c-40f37e51a236 req-40ae7017-e211-477c-950a-ea145994d244 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:26.363601 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:26.365248 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e3e3f974-a7af-4091-ab3c-40f37e51a236 req-40ae7017-e211-477c-950a-ea145994d244 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.1619763 Jun 30 01:27:26.368327 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:26.372985 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ecd3a2-9bad-401f-98ae-b219e33f257a,revision_number=3']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:26.376454 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:26.440795 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:26.441679 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:26.443746 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] 10.222.0.36 "PUT /v2.0/ports/4e14dca8-628b-4cef-adbf-8441b4b47843 HTTP/1.1" status: 200 len: 1094 time: 1.4601128 Jun 30 01:27:26.447903 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126c8932-eec8-4386-a327-18a32d61c8e1', 'tag': '4e14dca8-628b-4cef-adbf-8441b4b47843'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:27:26.450507 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1aabf0-c3cc-49e4-aac6-11b6849b2ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "126c8932-eec8-4386-a327-18a32d61c8e1", "tag": "4e14dca8-628b-4cef-adbf-8441b4b47843"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:27:26.478484 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e3e3f974-a7af-4091-ab3c-40f37e51a236 req-f79b738e-7c7f-43ce-8fa1-4073b441c1c7 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123335 Jun 30 01:27:26.530398 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9563cbe-e51b-467d-8e57-0d27483dc80a req-f4e37d71-ff3e-448d-b916-f0377b89fc7e tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:26.538129 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c9563cbe-e51b-467d-8e57-0d27483dc80a req-f4e37d71-ff3e-448d-b916-f0377b89fc7e tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 944 time: 0.1328211 Jun 30 01:27:26.540752 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Pushing event updated for resources: {'Port': ['ID=4e14dca8-628b-4cef-adbf-8441b4b47843,revision_number=3']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:26.547461 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-7ea0d031-1f55-4d37-9248-f97b900c1531 req-f7a2e13d-8bd2-40e7-a618-1b6ad736c979 service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287233 Jun 30 01:27:26.548303 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:26.586829 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b6f4f8-234f-4005-be35-b8553424a3af x-openstack-request-id: req-a2b6f4f8-234f-4005-be35-b8553424a3af {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:27:26.586829 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:27:26.586829 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2b6f4f8-234f-4005-be35-b8553424a3af {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:27:26.586829 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'status': 'completed', 'code': 200} Jun 30 01:27:26.723306 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-7c85faa9-848b-4d7c-a02d-8025a9f04955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:26.725225 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-7c85faa9-848b-4d7c-a02d-8025a9f04955 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=610eefbe7f1041da9d694a20440f1337&device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 1097 time: 0.1691432 Jun 30 01:27:26.742657 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c9563cbe-e51b-467d-8e57-0d27483dc80a req-f8227ac1-053e-443d-981a-d8af30d0742c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034926 Jun 30 01:27:26.801988 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cae5b3-a7d6-46c5-b2f0-2fc17b3b0b66 x-openstack-request-id: req-a6cae5b3-a7d6-46c5-b2f0-2fc17b3b0b66 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:27:26.802301 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126c8932-eec8-4386-a327-18a32d61c8e1", "tag": "4e14dca8-628b-4cef-adbf-8441b4b47843", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:27:26.802571 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6cae5b3-a7d6-46c5-b2f0-2fc17b3b0b66 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:27:26.803019 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126c8932-eec8-4386-a327-18a32d61c8e1', 'tag': '4e14dca8-628b-4cef-adbf-8441b4b47843', 'status': 'completed', 'code': 200} Jun 30 01:27:26.854925 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-880b1fc9-637e-42de-a492-f6c221b883ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:26.854925 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-880b1fc9-637e-42de-a492-f6c221b883ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 1096 time: 0.3567591 Jun 30 01:27:26.868034 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-7ea0d031-1f55-4d37-9248-f97b900c1531 req-db75fd5b-63a3-41c5-93db-2b4abdfe6088 service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135989 Jun 30 01:27:26.895794 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-af8031ce-40da-4b46-ae78-d029e18827c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a HTTP/1.1" status: 200 len: 217 time: 0.0400729 Jun 30 01:27:26.952158 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a2e91dcd-1cde-4839-922c-800dc8ef71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:26.953600 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-a2e91dcd-1cde-4839-922c-800dc8ef71d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e22b904e-cadb-439b-a41f-b9e970cd6b7e HTTP/1.1" status: 200 len: 855 time: 0.0515871 Jun 30 01:27:27.026029 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-533da6ea-5f25-46fb-96a8-67d06079a40d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e14dca8-628b-4cef-adbf-8441b4b47843 HTTP/1.1" status: 200 len: 217 time: 0.2801111 Jun 30 01:27:27.032470 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-c3edc05b-9d93-432c-8065-f031bd108bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:27.034068 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-c3edc05b-9d93-432c-8065-f031bd108bb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0728068 Jun 30 01:27:27.044133 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 90dae55c-ff73-4bba-84f5-e35116f7c704 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:27:27.131272 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413abac-210b-49d7-b7fe-a07a6b44bd6c req-a0241d70-eed7-4c2b-9f40-f3353a5bbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:27.132608 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f413abac-210b-49d7-b7fe-a07a6b44bd6c req-a0241d70-eed7-4c2b-9f40-f3353a5bbb68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 1098 time: 0.5279109 Jun 30 01:27:27.144451 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-27991e68-fb9f-4837-82f5-0a4810766402 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025603 Jun 30 01:27:27.156580 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1bd2539c-e2d7-4344-a6f8-097f1f9c15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:27.157958 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-1bd2539c-e2d7-4344-a6f8-097f1f9c15d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26bb785d-416a-4149-bc5c-47b213a72eb7 HTTP/1.1" status: 200 len: 859 time: 0.1223903 Jun 30 01:27:27.166887 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port 90dae55c-ff73-4bba-84f5-e35116f7c704 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:27:27.171932 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port 90dae55c-ff73-4bba-84f5-e35116f7c704 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:27.172980 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:27.179180 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f413abac-210b-49d7-b7fe-a07a6b44bd6c req-d5d52b44-2f09-4d26-b885-9d712bc4a212 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:27.215182 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-ae3bd2a5-63c3-4b5c-ae03-a6a65f75a339 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33e960f6-15b6-4c63-8c13-81c7204c50cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457540 Jun 30 01:27:27.254445 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-f88785b2-4c36-4608-892d-ea4999b9d692 req-174844fd-fa95-4326-a7c2-531d2c4a7507 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033385 Jun 30 01:27:27.276089 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:27.283081 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ab5b2-c985-428c-bd32-cae96b8c2a6f req-ee79bd55-b5df-4c0f-b1ac-74d17843e95b tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:27.284538 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-999ab5b2-c985-428c-bd32-cae96b8c2a6f req-ee79bd55-b5df-4c0f-b1ac-74d17843e95b tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 945 time: 0.2619600 Jun 30 01:27:27.297359 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023e8f1-8c18-48d0-9176-8da20cb8701d req-169ee0b8-8eea-4c7f-9fde-4459b6ba7a96 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:27.298775 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1023e8f1-8c18-48d0-9176-8da20cb8701d req-169ee0b8-8eea-4c7f-9fde-4459b6ba7a96 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 945 time: 0.2615132 Jun 30 01:27:27.314218 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 90dae55c-ff73-4bba-84f5-e35116f7c704, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=90dae55c-ff73-4bba-84f5-e35116f7c704,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:27.377575 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:27.380852 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:27.396143 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-999ab5b2-c985-428c-bd32-cae96b8c2a6f req-71bd56a7-6aa4-40a9-836f-1f0b14fc026b tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947657 Jun 30 01:27:27.423045 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1023e8f1-8c18-48d0-9176-8da20cb8701d req-80e051e6-8866-45bc-bcfa-fdea9311cce2 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087055 Jun 30 01:27:27.426322 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-94ef401d-dee4-422f-8beb-228d814a9d9b service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002447 Jun 30 01:27:27.448187 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=90dae55c-ff73-4bba-84f5-e35116f7c704,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:27.466674 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:27.492875 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f413abac-210b-49d7-b7fe-a07a6b44bd6c req-d5d52b44-2f09-4d26-b885-9d712bc4a212 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:27.563237 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f413abac-210b-49d7-b7fe-a07a6b44bd6c req-d5d52b44-2f09-4d26-b885-9d712bc4a212 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:27.573329 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:27.602036 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f413abac-210b-49d7-b7fe-a07a6b44bd6c req-d5d52b44-2f09-4d26-b885-9d712bc4a212 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605947 Jun 30 01:27:27.637831 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d52b44-2f09-4d26-b885-9d712bc4a212 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=624792bb-d3e0-40f7-bb4f-172134764cda,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:27.641504 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d5d52b44-2f09-4d26-b885-9d712bc4a212 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:27.655383 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9992ee-5dcf-43c8-ace8-09ea4c5939df req-53ba99c7-a3c5-4472-a296-e9317c3f835c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:27.656890 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5b9992ee-5dcf-43c8-ace8-09ea4c5939df req-53ba99c7-a3c5-4472-a296-e9317c3f835c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 944 time: 0.1308277 Jun 30 01:27:27.713361 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42e5bd-49f3-486d-a44d-5b55286989fd req-48039066-455a-4d8a-91b9-1d8d6fd9c430 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:27.715374 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ca42e5bd-49f3-486d-a44d-5b55286989fd req-48039066-455a-4d8a-91b9-1d8d6fd9c430 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.1163540 Jun 30 01:27:27.718008 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5b9992ee-5dcf-43c8-ace8-09ea4c5939df req-44e01a4c-08a8-4f14-b66b-125fb7f2253c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551872 Jun 30 01:27:27.753961 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ca42e5bd-49f3-486d-a44d-5b55286989fd req-240e5da0-b6a6-497c-bb58-d91a8ffdb931 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328784 Jun 30 01:27:27.914382 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd006104-bd7a-4695-9623-25b6b69edf6b req-b2283ca1-e554-407a-ac66-dd3769fecad2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:27.915789 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cd006104-bd7a-4695-9623-25b6b69edf6b req-b2283ca1-e554-407a-ac66-dd3769fecad2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 944 time: 0.0613971 Jun 30 01:27:27.951757 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cd006104-bd7a-4695-9623-25b6b69edf6b req-e59fe6b2-d637-4552-9f6e-3e23c030d59a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297358 Jun 30 01:27:28.059991 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916d8676-2a3d-41d8-b035-d62f10c691a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dae55c-ff73-4bba-84f5-e35116f7c704'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:27:28.063530 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5259f4f1-b768-469c-b5dd-4fb493487ff0" -d '{"events": [{"server_uuid": "916d8676-2a3d-41d8-b035-d62f10c691a9", "name": "network-vif-plugged", "status": "completed", "tag": "90dae55c-ff73-4bba-84f5-e35116f7c704"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:27:28.099484 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f80ec4-ea04-486d-9f32-13b09dc010ba x-openstack-request-id: req-d2f80ec4-ea04-486d-9f32-13b09dc010ba {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:27:28.099786 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916d8676-2a3d-41d8-b035-d62f10c691a9", "name": "network-vif-plugged", "status": "completed", "tag": "90dae55c-ff73-4bba-84f5-e35116f7c704", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:27:28.100045 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2f80ec4-ea04-486d-9f32-13b09dc010ba {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:27:28.100445 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916d8676-2a3d-41d8-b035-d62f10c691a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dae55c-ff73-4bba-84f5-e35116f7c704', 'code': 200} Jun 30 01:27:28.120420 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-cc1ab285-7a33-4c55-bb2b-1da4b8120e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:28.596868 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79279f-1499-466c-bcc6-ac49d3c78e7b req-24c9181f-ebce-4b71-9ff0-76dfa24be2cd tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:28.598288 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9d79279f-1499-466c-bcc6-ac49d3c78e7b req-24c9181f-ebce-4b71-9ff0-76dfa24be2cd tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 946 time: 0.0873783 Jun 30 01:27:28.650184 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9d79279f-1499-466c-bcc6-ac49d3c78e7b req-f5e623b8-bda0-4a01-abe6-d540157d0f5b tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459571 Jun 30 01:27:28.658097 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84ad8a-eb19-4ad7-a922-5edd5342c85b req-3e59c43b-543d-4278-927c-e01d92ff480d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:28.659503 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9d84ad8a-eb19-4ad7-a922-5edd5342c85b req-3e59c43b-543d-4278-927c-e01d92ff480d tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 945 time: 0.1042366 Jun 30 01:27:28.696018 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9d84ad8a-eb19-4ad7-a922-5edd5342c85b req-83006740-f309-4318-a200-b5111a205f81 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309191 Jun 30 01:27:28.920711 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dac60-f9c1-47f1-9382-f7d7ff296497 req-7727e102-5df1-46e6-9bed-4870bba731b1 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:28.922437 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-158dac60-f9c1-47f1-9382-f7d7ff296497 req-7727e102-5df1-46e6-9bed-4870bba731b1 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 944 time: 0.0953650 Jun 30 01:27:28.968334 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715052cf-a223-497f-9ed5-16263c6f7186 req-81e85ba5-3268-4858-aa3f-8a4186fde923 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:28.969777 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-715052cf-a223-497f-9ed5-16263c6f7186 req-81e85ba5-3268-4858-aa3f-8a4186fde923 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.1036432 Jun 30 01:27:28.976654 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-158dac60-f9c1-47f1-9382-f7d7ff296497 req-63145e94-7d5a-4e68-b081-16d9e04e518b tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482595 Jun 30 01:27:29.010495 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-715052cf-a223-497f-9ed5-16263c6f7186 req-252d7f9a-e016-438d-aede-a03cfeaa633b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328941 Jun 30 01:27:29.132921 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca793f1-64ea-4653-9954-9c47b8ef90d1 req-57c4c066-295f-4518-bac3-f70bc311c829 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:29.134342 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3ca793f1-64ea-4653-9954-9c47b8ef90d1 req-57c4c066-295f-4518-bac3-f70bc311c829 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 944 time: 0.0604935 Jun 30 01:27:29.170747 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3ca793f1-64ea-4653-9954-9c47b8ef90d1 req-ba856a22-17f2-4b24-aeaf-56cb625eecb0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307117 Jun 30 01:27:29.849227 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abb966-ee1f-4435-8f91-2111fb941fee req-a0527e4c-bb30-464f-9bd3-9b23044ca516 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:29.850615 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-51abb966-ee1f-4435-8f91-2111fb941fee req-a0527e4c-bb30-464f-9bd3-9b23044ca516 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 946 time: 0.0941131 Jun 30 01:27:29.902425 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d601a3-793c-4385-9501-f4b13548cce5 req-9266076f-1ae5-4dab-ac02-297290b984ef tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:29.904809 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d6d601a3-793c-4385-9501-f4b13548cce5 req-9266076f-1ae5-4dab-ac02-297290b984ef tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 945 time: 0.0975931 Jun 30 01:27:29.909890 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-51abb966-ee1f-4435-8f91-2111fb941fee req-7e28453a-f75f-4753-afd8-10d0ca4481d3 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522530 Jun 30 01:27:29.948107 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d6d601a3-793c-4385-9501-f4b13548cce5 req-e199e2d0-aae3-46ff-9eda-c45e65a3880a tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372961 Jun 30 01:27:30.182411 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04136b-de78-424d-a20f-6b0f3cb298ef req-d77f6326-c9a0-4c2f-bd12-5da12c8d674d tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:30.184296 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a04136b-de78-424d-a20f-6b0f3cb298ef req-d77f6326-c9a0-4c2f-bd12-5da12c8d674d tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 944 time: 0.0988777 Jun 30 01:27:30.220448 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd869ea-eafa-4b88-b917-8481a1273fd3 req-5237ea8a-d22c-419f-9990-706da64a4366 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:30.221833 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1dd869ea-eafa-4b88-b917-8481a1273fd3 req-5237ea8a-d22c-419f-9990-706da64a4366 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.0957129 Jun 30 01:27:30.242054 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a04136b-de78-424d-a20f-6b0f3cb298ef req-38e9658c-abaf-4813-833d-d0a1172bb7fd tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514164 Jun 30 01:27:30.276511 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1dd869ea-eafa-4b88-b917-8481a1273fd3 req-c338f8c3-5ed4-4674-a26f-684323755393 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479074 Jun 30 01:27:30.288765 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:27:30.380258 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:30.392170 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'port_id': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6', 'mac_address': 'fa:16:3e:1c:e2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:27:30.401766 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5cfe2-7fbe-420d-bd10-d1bcbc671a83 req-ac5aefec-c1b7-4f9f-8bd4-801457c89613 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:30.403422 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2f5cfe2-7fbe-420d-bd10-d1bcbc671a83 req-ac5aefec-c1b7-4f9f-8bd4-801457c89613 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 944 time: 0.0609813 Jun 30 01:27:30.529208 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:30.542193 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:27:30.544086 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2f5cfe2-7fbe-420d-bd10-d1bcbc671a83 req-fae5061a-7e39-44a3-bd39-e0e16d09ff33 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219397 Jun 30 01:27:30.564207 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:30.567693 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bb3a0cb-8ef1-4add-8274-15d31af386a4 req-4a054eb3-f3c4-40a6-b505-6b63a337886c service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564782 Jun 30 01:27:30.581397 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1614e1-084b-4bb0-9c86-90001f9354ab req-33657a35-2dee-4c09-b5dd-224e07880cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:30.582995 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5f1614e1-084b-4bb0-9c86-90001f9354ab req-33657a35-2dee-4c09-b5dd-224e07880cfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 1096 time: 0.1497755 Jun 30 01:27:30.646429 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:30.647316 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:27:30.649164 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:30.770160 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:30.774318 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:30.800539 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1614e1-084b-4bb0-9c86-90001f9354ab req-66a87603-3fde-478f-a6fb-3184ea5a4fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:30.802070 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5f1614e1-084b-4bb0-9c86-90001f9354ab req-66a87603-3fde-478f-a6fb-3184ea5a4fea service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb HTTP/1.1" status: 200 len: 917 time: 0.2028780 Jun 30 01:27:30.822652 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3,segment=NetworkSegment(4db6abe9-8a4c-4678-970d-5d34b169827d),segment_id=4db6abe9-8a4c-4678-970d-5d34b169827d)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:30.830014 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5fa3e-3c62-4de8-a928-26afbed9b88b req-78f8cae1-537c-452a-94f9-1cd7526cd3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:30.830014 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-5aa5fa3e-3c62-4de8-a928-26afbed9b88b req-78f8cae1-537c-452a-94f9-1cd7526cd3cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 1099 time: 0.0979183 Jun 30 01:27:30.837595 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': 'b0d34791-f0b4-4bdf-9a17-b1e98632d7e3', 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf', 'port_id': 'b0d34791-f0b4-4bdf-9a17-b1e98632d7e3', 'mac_address': 'fa:16:3e:b5:37:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bb785d-416a-4149-bc5c-47b213a72eb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:27:30.841906 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-6632d942-3ae4-4f03-984f-0e8892f4d652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:30.852258 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5f1614e1-084b-4bb0-9c86-90001f9354ab req-f8c4eed5-dd7a-4a6e-9f70-1455c1167927 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a HTTP/1.1" status: 200 len: 217 time: 0.0403707 Jun 30 01:27:30.861893 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aabf0-c3cc-49e4-aac6-11b6849b2ae5 req-da372b94-ca8b-43da-9c24-e6016619d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:30.863482 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2b1aabf0-c3cc-49e4-aac6-11b6849b2ae5 req-da372b94-ca8b-43da-9c24-e6016619d26c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=610eefbe7f1041da9d694a20440f1337&device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 1097 time: 0.1436288 Jun 30 01:27:30.885528 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:30.886854 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-5aa5fa3e-3c62-4de8-a928-26afbed9b88b req-4fd66bcb-4b90-4f3b-8baa-38a945d5e45a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489056 Jun 30 01:27:30.898863 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:27:30.928477 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3,segment=NetworkSegment(4db6abe9-8a4c-4678-970d-5d34b169827d),segment_id=4db6abe9-8a4c-4678-970d-5d34b169827d)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:30.963220 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1614e1-084b-4bb0-9c86-90001f9354ab req-10273f83-ce11-43ed-8f95-1e9b0b46d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:30.964748 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5f1614e1-084b-4bb0-9c86-90001f9354ab req-10273f83-ce11-43ed-8f95-1e9b0b46d6c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e22b904e-cadb-439b-a41f-b9e970cd6b7e HTTP/1.1" status: 200 len: 855 time: 0.1003630 Jun 30 01:27:30.996110 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:30.998201 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-54e81473-2fbb-44d9-a514-ad855dbbe884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:31.027203 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aabf0-c3cc-49e4-aac6-11b6849b2ae5 req-fe7730df-ccdc-47ab-9e09-6cc271cc3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:31.028654 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2b1aabf0-c3cc-49e4-aac6-11b6849b2ae5 req-fe7730df-ccdc-47ab-9e09-6cc271cc3f59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33e960f6-15b6-4c63-8c13-81c7204c50cf HTTP/1.1" status: 200 len: 920 time: 0.1546247 Jun 30 01:27:31.049365 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:31.068195 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:31.080496 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:31.095102 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2b1aabf0-c3cc-49e4-aac6-11b6849b2ae5 req-258eafd9-ace0-4366-bdb0-0724e0051ddd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e14dca8-628b-4cef-adbf-8441b4b47843 HTTP/1.1" status: 200 len: 217 time: 0.0552976 Jun 30 01:27:31.177258 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1614e1-084b-4bb0-9c86-90001f9354ab req-302f4639-dfaf-47ba-b469-109c5f236ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:31.178783 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5f1614e1-084b-4bb0-9c86-90001f9354ab req-302f4639-dfaf-47ba-b469-109c5f236ca5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2060170 Jun 30 01:27:31.344050 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['0ab6d5b1-00c0-44bd-aacf-6d897defa7d6'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:27:31.370970 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['b0d34791-f0b4-4bdf-9a17-b1e98632d7e3'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:27:31.461294 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aabf0-c3cc-49e4-aac6-11b6849b2ae5 req-fc32d519-2b33-4cb3-95a6-552a8c629f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:31.462738 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2b1aabf0-c3cc-49e4-aac6-11b6849b2ae5 req-fc32d519-2b33-4cb3-95a6-552a8c629f7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26bb785d-416a-4149-bc5c-47b213a72eb7 HTTP/1.1" status: 200 len: 859 time: 0.3456881 Jun 30 01:27:31.520089 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf2de0-a4b2-431a-ad9b-5e59ff8d0789 req-c1796149-3203-437f-92d2-672ac5e40ce9 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:31.521535 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-98cf2de0-a4b2-431a-ad9b-5e59ff8d0789 req-c1796149-3203-437f-92d2-672ac5e40ce9 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 946 time: 0.4683843 Jun 30 01:27:31.525791 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2b1aabf0-c3cc-49e4-aac6-11b6849b2ae5 req-afe03b9b-510e-4650-90da-13ce0cbc38d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33e960f6-15b6-4c63-8c13-81c7204c50cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519760 Jun 30 01:27:31.565525 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91801831-3d51-4f2b-9893-e29affec228b req-7d53107b-1f52-4603-911e-3e93b5c36c14 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:31.566862 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-91801831-3d51-4f2b-9893-e29affec228b req-7d53107b-1f52-4603-911e-3e93b5c36c14 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 945 time: 0.4680269 Jun 30 01:27:31.640087 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5f1614e1-084b-4bb0-9c86-90001f9354ab req-16ad93c0-58cb-450e-9706-80b5e904d868 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498012 Jun 30 01:27:31.672607 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-98cf2de0-a4b2-431a-ad9b-5e59ff8d0789 req-12ba19ee-339d-41e3-81ea-4ab8301e596a tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427040 Jun 30 01:27:31.681958 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-91801831-3d51-4f2b-9893-e29affec228b req-af226159-deb0-48ff-956e-2269a77dc7e7 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665717 Jun 30 01:27:31.709001 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2b1aabf0-c3cc-49e4-aac6-11b6849b2ae5 req-d8c8da5f-d043-4ada-9ce8-ec1f49b06de6 service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745164 Jun 30 01:27:31.877367 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762c62-e574-4f46-9b7a-f533b6a01432 req-b07117fd-ac6c-47ff-a2d0-f9dcf9873ebd tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:31.878732 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3c762c62-e574-4f46-9b7a-f533b6a01432 req-b07117fd-ac6c-47ff-a2d0-f9dcf9873ebd tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 944 time: 0.0990295 Jun 30 01:27:31.880531 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:31.892684 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb356246-b4b7-4381-84bc-1ed1e4cf96df req-df4b397f-a453-4780-a054-216598358d46 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:31.894068 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fb356246-b4b7-4381-84bc-1ed1e4cf96df req-df4b397f-a453-4780-a054-216598358d46 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.0872827 Jun 30 01:27:31.954269 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3c762c62-e574-4f46-9b7a-f533b6a01432 req-4b8ebe86-ce79-450f-9ef5-807797d3f3e5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592413 Jun 30 01:27:31.962734 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fb356246-b4b7-4381-84bc-1ed1e4cf96df req-48d9fc69-604b-4c79-81d7-3f70f433ef7f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620418 Jun 30 01:27:32.125551 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6f986-ac1a-4a5a-9b65-f8c9ebb4fe4a req-5059a5f3-992c-4b08-ad58-02b1d2d1b253 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:32.127005 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-92e6f986-ac1a-4a5a-9b65-f8c9ebb4fe4a req-5059a5f3-992c-4b08-ad58-02b1d2d1b253 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 945 time: 0.0687845 Jun 30 01:27:32.163998 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-92e6f986-ac1a-4a5a-9b65-f8c9ebb4fe4a req-9b847739-474e-4b47-8086-e7541550381d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311658 Jun 30 01:27:32.886981 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d78bec-13d1-426f-9737-0d427b9577d5 req-61d70ab2-8a14-448a-aff7-34ad6cc1b416 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:32.888467 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-52d78bec-13d1-426f-9737-0d427b9577d5 req-61d70ab2-8a14-448a-aff7-34ad6cc1b416 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 946 time: 0.1080163 Jun 30 01:27:32.899656 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8e815-1418-4617-acbe-ef6d666468bd req-c40a74ac-addc-4546-9e02-432fe9d6326e tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:32.900989 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cab8e815-1418-4617-acbe-ef6d666468bd req-c40a74ac-addc-4546-9e02-432fe9d6326e tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 945 time: 0.0916553 Jun 30 01:27:32.947633 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-52d78bec-13d1-426f-9737-0d427b9577d5 req-b25a1201-2744-41a1-97c9-d243243928f7 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457420 Jun 30 01:27:32.958794 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cab8e815-1418-4617-acbe-ef6d666468bd req-098241b4-0f21-4e29-b56b-d519c8d19dbb tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500312 Jun 30 01:27:33.179104 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de55ee-cb6c-4bcf-aa75-2c2c80f0887b req-b4c389a1-ccde-42b9-8db0-83941b812fab tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:33.180508 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-60de55ee-cb6c-4bcf-aa75-2c2c80f0887b req-b4c389a1-ccde-42b9-8db0-83941b812fab tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.0913925 Jun 30 01:27:33.188305 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad5ea9-1cc5-417c-b078-0b73b9044e35 req-438b6fca-edbc-4f88-9ef0-fccf0a6e77d7 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:33.189658 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-78ad5ea9-1cc5-417c-b078-0b73b9044e35 req-438b6fca-edbc-4f88-9ef0-fccf0a6e77d7 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 944 time: 0.1095638 Jun 30 01:27:33.248553 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-60de55ee-cb6c-4bcf-aa75-2c2c80f0887b req-74487108-6ce0-466c-822a-d197e2cce62e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571342 Jun 30 01:27:33.250478 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-78ad5ea9-1cc5-417c-b078-0b73b9044e35 req-6b984153-3cbd-49b3-9efb-e76b418e39a7 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542669 Jun 30 01:27:33.286814 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:33.405558 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a3a17-b341-4e5e-9d8f-fdd61db6fa91 req-a00e9261-5df4-4213-b17a-caf5b455375d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:33.406971 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-197a3a17-b341-4e5e-9d8f-fdd61db6fa91 req-a00e9261-5df4-4213-b17a-caf5b455375d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 945 time: 0.0597377 Jun 30 01:27:33.450643 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-197a3a17-b341-4e5e-9d8f-fdd61db6fa91 req-d37f24aa-0f08-48b4-a2fa-d4d67d10215d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327861 Jun 30 01:27:33.510224 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 4e14dca8-628b-4cef-adbf-8441b4b47843 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:27:33.604851 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 4e14dca8-628b-4cef-adbf-8441b4b47843, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4e14dca8-628b-4cef-adbf-8441b4b47843,segment=NetworkSegment(4db6abe9-8a4c-4678-970d-5d34b169827d),segment_id=4db6abe9-8a4c-4678-970d-5d34b169827d)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:33.617095 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': '4e14dca8-628b-4cef-adbf-8441b4b47843', 'network_id': '33e960f6-15b6-4c63-8c13-81c7204c50cf', 'port_id': '4e14dca8-628b-4cef-adbf-8441b4b47843', 'mac_address': 'fa:16:3e:17:4b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bb785d-416a-4149-bc5c-47b213a72eb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:27:33.660646 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5f1614e1-084b-4bb0-9c86-90001f9354ab req-647a7638-8f12-41ae-9c76-b9b7e77525e8 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514313 Jun 30 01:27:33.667401 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2b1aabf0-c3cc-49e4-aac6-11b6849b2ae5 req-1fefa96a-2632-4da6-b5cc-11e7dea6cc02 service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496987 Jun 30 01:27:33.668344 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:33.682616 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e14dca8-628b-4cef-adbf-8441b4b47843 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:27:33.701468 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 4e14dca8-628b-4cef-adbf-8441b4b47843, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4e14dca8-628b-4cef-adbf-8441b4b47843,segment=NetworkSegment(4db6abe9-8a4c-4678-970d-5d34b169827d),segment_id=4db6abe9-8a4c-4678-970d-5d34b169827d)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:33.766209 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:33.766880 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b5ecd3a2-9bad-401f-98ae-b219e33f257a details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:27:33.769260 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-26266547-40d5-4c4a-993a-76db1ddc77ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:33.859915 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=4e14dca8-628b-4cef-adbf-8441b4b47843,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:33.863117 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:33.901303 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port b5ecd3a2-9bad-401f-98ae-b219e33f257a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:33.912491 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'port_id': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'mac_address': 'fa:16:3e:f3:ba:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:27:33.947361 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:33.959653 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ecd3a2-9bad-401f-98ae-b219e33f257a {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:27:33.978551 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port b5ecd3a2-9bad-401f-98ae-b219e33f257a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:34.058506 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:34.063041 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:34.111712 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=b5ecd3a2-9bad-401f-98ae-b219e33f257a,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:34.114889 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:34.163872 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b66818-b986-4d86-b654-eb3adaaf74dc req-cb1b0634-b1d1-49f8-b2a0-9badb695ac9e tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:34.165345 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-72b66818-b986-4d86-b654-eb3adaaf74dc req-cb1b0634-b1d1-49f8-b2a0-9badb695ac9e tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 946 time: 0.1084878 Jun 30 01:27:34.177305 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb708be-401e-4009-aa9a-6b8314d17b6b req-d3ac3e74-5cb6-496c-81fe-97c170d3cc23 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:34.178646 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8fb708be-401e-4009-aa9a-6b8314d17b6b req-d3ac3e74-5cb6-496c-81fe-97c170d3cc23 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 945 time: 0.1101980 Jun 30 01:27:34.230310 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-72b66818-b986-4d86-b654-eb3adaaf74dc req-8ab8f469-ad35-4379-9b9c-554d2c68344f tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507317 Jun 30 01:27:34.235367 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8fb708be-401e-4009-aa9a-6b8314d17b6b req-8f160947-194c-470b-9144-e6a84c26c64a tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496514 Jun 30 01:27:34.462826 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504e858-77c9-4980-8036-9695cb3a4c60 req-257588a1-c37d-403c-84f1-a3d3f144c164 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:34.464290 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a504e858-77c9-4980-8036-9695cb3a4c60 req-257588a1-c37d-403c-84f1-a3d3f144c164 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 944 time: 0.1020541 Jun 30 01:27:34.471909 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e8abd-ee8c-43df-a729-8a36dd27cfd9 req-a8aaff86-58d2-43ed-911f-003b61f7b54f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:34.473233 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-988e8abd-ee8c-43df-a729-8a36dd27cfd9 req-a8aaff86-58d2-43ed-911f-003b61f7b54f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 945 time: 0.1097846 Jun 30 01:27:34.525388 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a504e858-77c9-4980-8036-9695cb3a4c60 req-2d57ddda-69b6-4806-b80c-43ae9b5a22d3 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512245 Jun 30 01:27:34.530543 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-988e8abd-ee8c-43df-a729-8a36dd27cfd9 req-3d48f2b9-338a-4c18-a25a-2bb2cdc67894 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506349 Jun 30 01:27:34.629141 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:34.702783 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d35d-86de-44a8-a340-b719e7aa7755 req-abcc0b17-d34c-4a0b-8260-f8f15ccd9969 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:34.704317 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2a24d35d-86de-44a8-a340-b719e7aa7755 req-abcc0b17-d34c-4a0b-8260-f8f15ccd9969 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 945 time: 0.0684013 Jun 30 01:27:34.742105 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2a24d35d-86de-44a8-a340-b719e7aa7755 req-0231e2a4-7477-4c33-bd13-e958809e2fa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320842 Jun 30 01:27:35.178161 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['b5ecd3a2-9bad-401f-98ae-b219e33f257a'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:27:35.215358 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['4e14dca8-628b-4cef-adbf-8441b4b47843'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:27:35.474534 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba5873-304c-469e-ab5e-0ad30c3db08b req-bfe4c796-84a3-4a0c-9b38-51f4d5842f54 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:35.483195 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ecba5873-304c-469e-ab5e-0ad30c3db08b req-bfe4c796-84a3-4a0c-9b38-51f4d5842f54 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 946 time: 0.1176219 Jun 30 01:27:35.520093 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db9e4-535a-4837-aae2-5e3bdf004b0d req-6b9e8519-09da-41b9-a029-ed61c2b65172 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:35.520093 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a8db9e4-535a-4837-aae2-5e3bdf004b0d req-6b9e8519-09da-41b9-a029-ed61c2b65172 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 945 time: 0.1233861 Jun 30 01:27:35.550410 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ecba5873-304c-469e-ab5e-0ad30c3db08b req-cc919f70-37db-4839-b305-55b72e4a24f7 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612805 Jun 30 01:27:35.577084 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a8db9e4-535a-4837-aae2-5e3bdf004b0d req-73085f39-b3d2-429b-9e8b-7318f2fd17a0 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408444 Jun 30 01:27:35.759138 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60038) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:35.828986 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb5ac4-aabc-4ade-8076-00ebc2576676 req-bcedbeeb-e500-4eac-842d-192c989c68e7 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:35.840860 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-37bb5ac4-aabc-4ade-8076-00ebc2576676 req-bcedbeeb-e500-4eac-842d-192c989c68e7 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 944 time: 0.1062729 Jun 30 01:27:35.840860 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d6d0c-dc95-4021-a4f0-841647035b7d req-b92c452a-0b5a-45da-b658-ff937b4fec45 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:35.842483 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e04d6d0c-dc95-4021-a4f0-841647035b7d req-b92c452a-0b5a-45da-b658-ff937b4fec45 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 945 time: 0.1543205 Jun 30 01:27:35.880830 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0aba3255-e15b-45de-acb0-b4372894f41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:35.912511 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-37bb5ac4-aabc-4ade-8076-00ebc2576676 req-8ebd6af0-f2f8-48cd-8d40-f1d307f0f6f4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690639 Jun 30 01:27:35.922293 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e04d6d0c-dc95-4021-a4f0-841647035b7d req-ee26491c-6113-4f2c-a667-f188f2ceff32 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713232 Jun 30 01:27:35.973154 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0aba3255-e15b-45de-acb0-b4372894f41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:36.052171 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0aba3255-e15b-45de-acb0-b4372894f41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:36.056349 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:36.091890 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-0aba3255-e15b-45de-acb0-b4372894f41d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52c5c191efe74eda8e21a91a59fc01b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315814 Jun 30 01:27:36.095868 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 60062) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:36.101628 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba3255-e15b-45de-acb0-b4372894f41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16661a8-78af-400c-9c2b-0d67adb0e61a,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:36.115577 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb55b5b-1a1d-48c9-92a9-ff65219559f4 req-3ecf2065-5f71-4c55-85ad-68dab4f965d6 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:36.115713 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ebb55b5b-1a1d-48c9-92a9-ff65219559f4 req-3ecf2065-5f71-4c55-85ad-68dab4f965d6 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 945 time: 0.0873528 Jun 30 01:27:36.128305 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0aba3255-e15b-45de-acb0-b4372894f41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:36.193171 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ebb55b5b-1a1d-48c9-92a9-ff65219559f4 req-987562e6-967e-46e4-8990-4df5fa7e6798 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608497 Jun 30 01:27:36.204695 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-757d59c0-b474-46f8-876d-b09559cd59d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:36.225426 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-757d59c0-b474-46f8-876d-b09559cd59d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:36.354822 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-757d59c0-b474-46f8-876d-b09559cd59d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:36.359139 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-757d59c0-b474-46f8-876d-b09559cd59d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:36.360638 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-757d59c0-b474-46f8-876d-b09559cd59d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f16661a8-78af-400c-9c2b-0d67adb0e61a HTTP/1.1" status: 204 len: 168 time: 0.2629483 Jun 30 01:27:36.362076 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-47b6abd6-200a-4284-8c4e-26c082280cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:36.370087 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d59c0-b474-46f8-876d-b09559cd59d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16661a8-78af-400c-9c2b-0d67adb0e61a,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:36.374673 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-757d59c0-b474-46f8-876d-b09559cd59d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:36.741312 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eac2b-4e24-43e3-a552-aaf0b0bb7832 req-ac5aa9a4-d819-4f0f-9394-74f7b1612547 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:36.742777 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c19eac2b-4e24-43e3-a552-aaf0b0bb7832 req-ac5aa9a4-d819-4f0f-9394-74f7b1612547 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 946 time: 0.0648763 Jun 30 01:27:36.780340 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c19eac2b-4e24-43e3-a552-aaf0b0bb7832 req-65a7d4b6-5c60-49da-8b45-281368fcc3ce tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Jun 30 01:27:37.039774 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60096) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:37.054712 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-acfdf117-ba42-483f-bec4-3a22c1b64367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:37.135376 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218828f-ea98-47d1-92d3-04cbace4bd98 req-56409bf2-7265-4c5a-a132-ea60a86a97c0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:37.137471 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a218828f-ea98-47d1-92d3-04cbace4bd98 req-56409bf2-7265-4c5a-a132-ea60a86a97c0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 944 time: 0.1058378 Jun 30 01:27:37.144363 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-acfdf117-ba42-483f-bec4-3a22c1b64367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:37.158288 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b9e65-c9fc-4df5-8dcb-b7887e6fe1fb req-e538b89e-25a7-445d-bb98-44d0f74473d9 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:37.159712 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9c4b9e65-c9fc-4df5-8dcb-b7887e6fe1fb req-e538b89e-25a7-445d-bb98-44d0f74473d9 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 945 time: 0.0956547 Jun 30 01:27:37.201785 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a218828f-ea98-47d1-92d3-04cbace4bd98 req-eb19ca1e-455e-4c07-9fe2-ee1a7a7680d9 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571580 Jun 30 01:27:37.214021 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9c4b9e65-c9fc-4df5-8dcb-b7887e6fe1fb req-4c8b3b97-b311-4df7-97a5-85dd01507353 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470810 Jun 30 01:27:37.240912 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-acfdf117-ba42-483f-bec4-3a22c1b64367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:37.245325 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9521bc63-965b-4c27-b81c-ae52079c9943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:37.281040 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-acfdf117-ba42-483f-bec4-3a22c1b64367 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a70555081b784631b95fcf009bb037dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398834 Jun 30 01:27:37.282483 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdf117-ba42-483f-bec4-3a22c1b64367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c2b2ff-88fc-4951-8a74-56245e6f8657,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:37.283748 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 60100) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:37.285938 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-acfdf117-ba42-483f-bec4-3a22c1b64367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:37.374352 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3817a596-d385-4592-b3e4-546f26ad61b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:37.405157 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3817a596-d385-4592-b3e4-546f26ad61b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:37.427597 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a1314-a46a-40f5-86da-84b6ce4ad051 req-6047ff37-6afb-40c2-8770-d904d9077774 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:37.433410 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9a1a1314-a46a-40f5-86da-84b6ce4ad051 req-6047ff37-6afb-40c2-8770-d904d9077774 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 945 time: 0.1247418 Jun 30 01:27:37.491706 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9a1a1314-a46a-40f5-86da-84b6ce4ad051 req-e09c0237-7948-4208-942a-d6ec366e7e45 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499141 Jun 30 01:27:37.566491 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3817a596-d385-4592-b3e4-546f26ad61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:37.569526 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3817a596-d385-4592-b3e4-546f26ad61b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:37.570506 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-3817a596-d385-4592-b3e4-546f26ad61b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0c2b2ff-88fc-4951-8a74-56245e6f8657 HTTP/1.1" status: 204 len: 168 time: 0.2857969 Jun 30 01:27:37.571445 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-bfa8f367-a925-4974-b437-1fe7ecf1cc74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:37.580822 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817a596-d385-4592-b3e4-546f26ad61b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c2b2ff-88fc-4951-8a74-56245e6f8657,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:37.583091 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3817a596-d385-4592-b3e4-546f26ad61b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:38.381108 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6e5ae-95c1-409e-8140-19afdfe9029c req-d08e0571-8063-4c14-a95a-98e877d91222 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:38.382669 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-08b6e5ae-95c1-409e-8140-19afdfe9029c req-d08e0571-8063-4c14-a95a-98e877d91222 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 944 time: 0.0638466 Jun 30 01:27:38.420018 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-08b6e5ae-95c1-409e-8140-19afdfe9029c req-1bc7091f-986b-4880-89c3-783b707d827a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317943 Jun 30 01:27:38.591257 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce228c7-8c1a-45c1-b330-1b6f5bf5032d req-485294b6-2ee6-4f4e-a6d3-58094751b735 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:38.592718 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3ce228c7-8c1a-45c1-b330-1b6f5bf5032d req-485294b6-2ee6-4f4e-a6d3-58094751b735 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 945 time: 0.0652044 Jun 30 01:27:38.630299 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3ce228c7-8c1a-45c1-b330-1b6f5bf5032d req-2be2278e-e5f9-464b-9f7e-e7fd9660eaaa tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318499 Jun 30 01:27:38.785647 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa8375-ab16-4dd0-b9f0-588481507a06 req-f6d461ec-8ec1-4d4c-a1d6-c8c43277bb26 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:38.787110 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-55aa8375-ab16-4dd0-b9f0-588481507a06 req-f6d461ec-8ec1-4d4c-a1d6-c8c43277bb26 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 945 time: 0.0606971 Jun 30 01:27:38.825028 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-55aa8375-ab16-4dd0-b9f0-588481507a06 req-dfae925d-541b-4424-8d5c-f336bc7d6cc4 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321879 Jun 30 01:27:39.026124 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 4e14dca8-628b-4cef-adbf-8441b4b47843 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:27:39.114843 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port 4e14dca8-628b-4cef-adbf-8441b4b47843 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:27:39.119010 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port 4e14dca8-628b-4cef-adbf-8441b4b47843 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:39.119480 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:39.195761 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:39.218717 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126c8932-eec8-4386-a327-18a32d61c8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e14dca8-628b-4cef-adbf-8441b4b47843'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:27:39.220960 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0446eb10-63ec-4326-a2ac-9a9e1de347dd" -d '{"events": [{"server_uuid": "126c8932-eec8-4386-a327-18a32d61c8e1", "name": "network-vif-plugged", "status": "completed", "tag": "4e14dca8-628b-4cef-adbf-8441b4b47843"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:27:39.236559 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 4e14dca8-628b-4cef-adbf-8441b4b47843, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4e14dca8-628b-4cef-adbf-8441b4b47843,segment=NetworkSegment(4db6abe9-8a4c-4678-970d-5d34b169827d),segment_id=4db6abe9-8a4c-4678-970d-5d34b169827d)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:39.259102 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21866bd-a374-4624-b415-c27be844bf35 x-openstack-request-id: req-b21866bd-a374-4624-b415-c27be844bf35 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:27:39.259399 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126c8932-eec8-4386-a327-18a32d61c8e1", "name": "network-vif-plugged", "status": "completed", "tag": "4e14dca8-628b-4cef-adbf-8441b4b47843", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:27:39.259664 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b21866bd-a374-4624-b415-c27be844bf35 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:27:39.260062 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126c8932-eec8-4386-a327-18a32d61c8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e14dca8-628b-4cef-adbf-8441b4b47843', 'code': 200} Jun 30 01:27:39.286282 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:39.292515 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b5ecd3a2-9bad-401f-98ae-b219e33f257a up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:27:39.292515 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:39.363425 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=4e14dca8-628b-4cef-adbf-8441b4b47843,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:39.368734 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:39.440447 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port b5ecd3a2-9bad-401f-98ae-b219e33f257a completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:27:39.444641 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port b5ecd3a2-9bad-401f-98ae-b219e33f257a triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:39.445022 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:39.528498 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:39.578958 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port b5ecd3a2-9bad-401f-98ae-b219e33f257a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:39.620026 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b53ff-2cd3-46b2-985c-edc355510262 req-fe4e1866-16f6-4453-a1de-3d36ef8ec310 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:39.621445 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7a2b53ff-2cd3-46b2-985c-edc355510262 req-fe4e1866-16f6-4453-a1de-3d36ef8ec310 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 944 time: 0.0671074 Jun 30 01:27:39.657574 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:39.658460 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:27:39.660959 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:39.661864 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7a2b53ff-2cd3-46b2-985c-edc355510262 req-e6bc1876-1266-4de7-8767-4402775e5401 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346115 Jun 30 01:27:39.744169 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=b5ecd3a2-9bad-401f-98ae-b219e33f257a,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:39.747943 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:39.829601 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef4442-34a4-479f-a3d2-dd04c32a2cad req-06632659-fb98-47b2-aba8-75646448e144 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:39.831065 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-50ef4442-34a4-479f-a3d2-dd04c32a2cad req-06632659-fb98-47b2-aba8-75646448e144 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0614393 Jun 30 01:27:39.851701 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:27:39.857818 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:39.858365 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:39.874073 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-50ef4442-34a4-479f-a3d2-dd04c32a2cad req-7aeaed85-9eb1-4816-b5a4-8dada2256d6a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372090 Jun 30 01:27:39.940508 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:39.973356 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:40.040750 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1a9e4-c833-43d8-a539-21d3bd502a06 req-73a8cf4c-5b9a-48a5-9326-bde872a217ec tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:40.042220 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e2d1a9e4-c833-43d8-a539-21d3bd502a06 req-73a8cf4c-5b9a-48a5-9326-bde872a217ec tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 945 time: 0.0634737 Jun 30 01:27:40.046386 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:40.047834 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:27:40.049429 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:40.086482 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e2d1a9e4-c833-43d8-a539-21d3bd502a06 req-91e8ff27-c20b-4591-96a1-db49d92d9719 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364540 Jun 30 01:27:40.125447 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:40.133036 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:40.234231 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:27:40.238776 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:27:40.239200 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:40.320757 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:40.353271 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3,segment=NetworkSegment(4db6abe9-8a4c-4678-970d-5d34b169827d),segment_id=4db6abe9-8a4c-4678-970d-5d34b169827d)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:40.462908 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:40.464823 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-471da112-a226-41ee-b117-ba9e67556655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:40.510605 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:40.514269 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:40.537376 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324bc4b-4088-42fc-b1f2-33db77c7c0fc req-581dacaa-c1a7-4cd6-bcc8-73aeb135f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:40.542289 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c324bc4b-4088-42fc-b1f2-33db77c7c0fc req-581dacaa-c1a7-4cd6-bcc8-73aeb135f0c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 1099 time: 0.0639493 Jun 30 01:27:40.835792 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cff432-d44d-45e6-8f3d-16bc832e481b req-d72a5784-3fd0-4ea2-a534-52d75a7efd48 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:40.837228 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-09cff432-d44d-45e6-8f3d-16bc832e481b req-d72a5784-3fd0-4ea2-a534-52d75a7efd48 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0607440 Jun 30 01:27:40.874214 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-09cff432-d44d-45e6-8f3d-16bc832e481b req-3ff05ec9-7d84-4978-9440-e0c84fc49a97 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312400 Jun 30 01:27:41.046358 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbecab-9370-4e5c-990e-ea1f6fc9d06a req-8c2895aa-0baa-4bcf-be42-0702e9179224 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:41.048086 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-eadbecab-9370-4e5c-990e-ea1f6fc9d06a req-8c2895aa-0baa-4bcf-be42-0702e9179224 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0630076 Jun 30 01:27:41.085028 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-eadbecab-9370-4e5c-990e-ea1f6fc9d06a req-f582cc6f-ffb4-4a41-9992-e7308d494869 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312600 Jun 30 01:27:41.261361 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57d645-ee47-464b-a993-2d9ad057c584 req-84c3690d-b505-400f-bba2-42fd0572e723 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:41.261517 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a'}, {'server_uuid': 'c57a14f5-4cd6-4d21-86d9-88c0ae714354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6'}, {'server_uuid': '39766a36-835e-4c7c-b699-f1cdc35b85cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d34791-f0b4-4bdf-9a17-b1e98632d7e3'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:27:41.262830 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ff57d645-ee47-464b-a993-2d9ad057c584 req-84c3690d-b505-400f-bba2-42fd0572e723 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0666411 Jun 30 01:27:41.263788 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adf0ead-3e9e-4659-8c7e-fa853407528f" -d '{"events": [{"server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "name": "network-vif-plugged", "status": "completed", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a"}, {"server_uuid": "c57a14f5-4cd6-4d21-86d9-88c0ae714354", "name": "network-vif-plugged", "status": "completed", "tag": "0ab6d5b1-00c0-44bd-aacf-6d897defa7d6"}, {"server_uuid": "39766a36-835e-4c7c-b699-f1cdc35b85cc", "name": "network-vif-plugged", "status": "completed", "tag": "b0d34791-f0b4-4bdf-9a17-b1e98632d7e3"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:27:41.301815 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ff57d645-ee47-464b-a993-2d9ad057c584 req-51dc5d0e-7195-4604-9078-5ebb89b4da70 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333319 Jun 30 01:27:41.315207 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 01:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a95c53-c64c-40da-852a-76bfd2ad34af x-openstack-request-id: req-40a95c53-c64c-40da-852a-76bfd2ad34af {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:27:41.315521 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "name": "network-vif-plugged", "status": "completed", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a", "code": 200}, {"server_uuid": "c57a14f5-4cd6-4d21-86d9-88c0ae714354", "name": "network-vif-plugged", "status": "completed", "tag": "0ab6d5b1-00c0-44bd-aacf-6d897defa7d6", "code": 200}, {"server_uuid": "39766a36-835e-4c7c-b699-f1cdc35b85cc", "name": "network-vif-plugged", "status": "completed", "tag": "b0d34791-f0b4-4bdf-9a17-b1e98632d7e3", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:27:41.315786 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40a95c53-c64c-40da-852a-76bfd2ad34af {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:27:41.316197 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'code': 200} Jun 30 01:27:41.316464 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57a14f5-4cd6-4d21-86d9-88c0ae714354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6', 'code': 200} Jun 30 01:27:41.316752 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39766a36-835e-4c7c-b699-f1cdc35b85cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d34791-f0b4-4bdf-9a17-b1e98632d7e3', 'code': 200} Jun 30 01:27:42.048747 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74803d-e081-4358-9426-c9e9b2280ce8 req-35f04e64-065b-4a72-a580-4254c9778d6d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:42.050176 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ea74803d-e081-4358-9426-c9e9b2280ce8 req-35f04e64-065b-4a72-a580-4254c9778d6d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0612545 Jun 30 01:27:42.085687 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ea74803d-e081-4358-9426-c9e9b2280ce8 req-66d518d7-acff-4c4a-a209-6772c40e0b4e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300269 Jun 30 01:27:42.256315 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1585bd-5e92-40d7-a69d-5bcdfd50f2ab req-0194f2e7-d51f-4c48-a4ad-5a1e878e809c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:42.257761 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9b1585bd-5e92-40d7-a69d-5bcdfd50f2ab req-0194f2e7-d51f-4c48-a4ad-5a1e878e809c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0609491 Jun 30 01:27:42.302193 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9b1585bd-5e92-40d7-a69d-5bcdfd50f2ab req-bc026ed9-247c-44ec-9362-3d88e5c0253c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382688 Jun 30 01:27:42.609881 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157f09a-0927-4b2a-9fc3-3a4bea3b37bd req-dab68e53-e4b6-4e4e-bc51-30a147321370 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:42.611350 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f157f09a-0927-4b2a-9fc3-3a4bea3b37bd req-dab68e53-e4b6-4e4e-bc51-30a147321370 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0614510 Jun 30 01:27:42.648346 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f157f09a-0927-4b2a-9fc3-3a4bea3b37bd req-0e81ccdf-1236-448e-b9c0-ec6e6e1b5d20 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Jun 30 01:27:43.319813 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffea92d-5d6d-49f6-8f6c-8e67be5cf613 req-e6980190-ab26-4144-aea2-9cd5a36153ff tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:43.321441 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bffea92d-5d6d-49f6-8f6c-8e67be5cf613 req-e6980190-ab26-4144-aea2-9cd5a36153ff tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0633562 Jun 30 01:27:43.372697 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bffea92d-5d6d-49f6-8f6c-8e67be5cf613 req-c0f12a37-21fe-4e13-829d-90cbb6b74c70 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433512 Jun 30 01:27:43.487294 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c324bc4b-4088-42fc-b1f2-33db77c7c0fc req-840f6f15-7296-4337-bf51-2945fb27af6e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752859 Jun 30 01:27:43.518029 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c809656-83aa-4987-a120-ab0be0197dc9 req-3e5cd671-25ee-4d5a-bea7-a695fd342c9a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:43.519477 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8c809656-83aa-4987-a120-ab0be0197dc9 req-3e5cd671-25ee-4d5a-bea7-a695fd342c9a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0723510 Jun 30 01:27:43.557599 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8c809656-83aa-4987-a120-ab0be0197dc9 req-0e1d1c2f-73fd-4f9d-84ab-5fb38bb15291 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324743 Jun 30 01:27:43.853816 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf9acb-faa2-4982-85d4-049d5f34636b req-313077b5-17f6-4965-955c-d438de58c97f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:43.859812 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-70bf9acb-faa2-4982-85d4-049d5f34636b req-313077b5-17f6-4965-955c-d438de58c97f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0762618 Jun 30 01:27:43.894893 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-70bf9acb-faa2-4982-85d4-049d5f34636b req-6de17731-f689-499f-a504-583ab000ce52 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342436 Jun 30 01:27:43.971435 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce473abf-5e45-4706-a57c-718182728435 req-207463bf-efba-494c-a868-d56d37b27aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:43.971533 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ce473abf-5e45-4706-a57c-718182728435 req-207463bf-efba-494c-a868-d56d37b27aa1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 1099 time: 0.0728269 Jun 30 01:27:44.072583 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ce473abf-5e45-4706-a57c-718182728435 req-85e8e30e-2d9d-44e5-a649-c8b91ce8b665 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627563 Jun 30 01:27:44.081886 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69eb914-ba14-41f0-bed8-4351f4153f2f req-31bc6230-fc03-4985-8841-56a1b471b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:44.083394 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-f69eb914-ba14-41f0-bed8-4351f4153f2f req-31bc6230-fc03-4985-8841-56a1b471b623 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 1099 time: 0.0537262 Jun 30 01:27:44.084017 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8b8d6-34e5-4fc0-b323-bc099239aff8 req-a49552b7-ca04-4de1-88f3-a4afd4e0818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:44.086042 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-94b8b8d6-34e5-4fc0-b323-bc099239aff8 req-a49552b7-ca04-4de1-88f3-a4afd4e0818c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 1098 time: 0.0866425 Jun 30 01:27:44.177405 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-f69eb914-ba14-41f0-bed8-4351f4153f2f req-eb334e0a-92c7-4bf8-88bb-164c78471aa3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317824 Jun 30 01:27:44.182188 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-94b8b8d6-34e5-4fc0-b323-bc099239aff8 req-d977832f-596a-40a4-bbc0-e8802b98ab3b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347786 Jun 30 01:27:44.555018 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb474c12-430c-4616-b783-c963dc0c2c08 req-9bb6544f-18b6-4bce-b5cd-45517ee32d00 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:44.559525 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bb474c12-430c-4616-b783-c963dc0c2c08 req-9bb6544f-18b6-4bce-b5cd-45517ee32d00 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0657592 Jun 30 01:27:44.603615 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bb474c12-430c-4616-b783-c963dc0c2c08 req-f60ca321-536e-4612-b888-03a95e3ff553 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400143 Jun 30 01:27:44.775488 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a70cb4-d144-497f-a547-fb15822ac390 req-8db4b0d2-44f3-4a90-a40e-f2b7d67444b9 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:44.776948 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-79a70cb4-d144-497f-a547-fb15822ac390 req-8db4b0d2-44f3-4a90-a40e-f2b7d67444b9 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0639305 Jun 30 01:27:44.823739 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-79a70cb4-d144-497f-a547-fb15822ac390 req-cda0bb6b-436f-4ce9-a16c-c6d33e121d45 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 Jun 30 01:27:45.068655 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc01f8-78af-48e0-b5d1-078ea134beaf req-61c45ecf-6959-4c34-99ca-e27673233c97 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:45.070085 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-04cc01f8-78af-48e0-b5d1-078ea134beaf req-61c45ecf-6959-4c34-99ca-e27673233c97 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0615265 Jun 30 01:27:45.106240 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-04cc01f8-78af-48e0-b5d1-078ea134beaf req-b5db773b-afe8-4311-934c-0cccc9404856 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306635 Jun 30 01:27:45.794012 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8de81f-aad9-43cc-bc41-c16ffbe5f8f9 req-64fc46b2-7593-4598-a35a-6094d089f932 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:45.795441 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-eb8de81f-aad9-43cc-bc41-c16ffbe5f8f9 req-64fc46b2-7593-4598-a35a-6094d089f932 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0667727 Jun 30 01:27:45.833083 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-eb8de81f-aad9-43cc-bc41-c16ffbe5f8f9 req-ba110a7a-9ac0-4dd8-899c-a9684b69f7da tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317888 Jun 30 01:27:46.012581 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cafad-3291-4b10-a890-bd3a7fd573f7 req-8917a914-ed91-4f92-a6fc-c59f22404826 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:46.021832 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ae0cafad-3291-4b10-a890-bd3a7fd573f7 req-8917a914-ed91-4f92-a6fc-c59f22404826 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0729370 Jun 30 01:27:46.079873 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ae0cafad-3291-4b10-a890-bd3a7fd573f7 req-10dd4503-bea5-42f8-812a-60f1816aeaa3 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Jun 30 01:27:46.278091 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc557fb-f1a4-4e5b-92cb-8bc77b8b2b93 req-2eaf5f12-2c1e-4c95-8eb1-da62586be5d9 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:46.279799 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fdc557fb-f1a4-4e5b-92cb-8bc77b8b2b93 req-2eaf5f12-2c1e-4c95-8eb1-da62586be5d9 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0653403 Jun 30 01:27:46.318510 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fdc557fb-f1a4-4e5b-92cb-8bc77b8b2b93 req-7f87b9f8-c3fd-4363-838b-ba061bb31d91 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328734 Jun 30 01:27:46.471144 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60350) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:46.508936 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17193fdd-8819-4c6b-a3c2-b8498fa0df07 req-320d7465-5891-499e-93be-fe8838e7b76e tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:46.510551 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17193fdd-8819-4c6b-a3c2-b8498fa0df07 req-320d7465-5891-499e-93be-fe8838e7b76e tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0683918 Jun 30 01:27:46.521071 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 60354) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:46.526911 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-f6340c3b-4310-4999-bd53-55a416abdfd7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Request body: {'floatingip': {'port_id': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:27:46.601362 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f6340c3b-4310-4999-bd53-55a416abdfd7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:46.602759 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:46.715191 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:46.788884 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:46.793620 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0aba3255-e15b-45de-acb0-b4372894f41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:46.836960 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c463c10b658a43208bf8446c5cd2dd28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622060 Jun 30 01:27:46.836960 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e02830-3dbd-4c74-90a6-b267c0349e8b,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:46.837460 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60362) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:46.854169 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:46.854526 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:46.854878 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:46.855259 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:46.856138 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:46.856481 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:46.856820 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:46.857156 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:46.857493 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:46.857828 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:46.858559 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:46.858559 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:46.863908 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:46.914857 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4c934d39-5372-44a8-994e-38a500d7b37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:46.922868 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60366) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:46.963574 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4c934d39-5372-44a8-994e-38a500d7b37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:47.041011 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f7a39774-addf-4817-a8fd-a63058ae15ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:47.093872 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4c934d39-5372-44a8-994e-38a500d7b37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:47.099951 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4c934d39-5372-44a8-994e-38a500d7b37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:47.101084 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-4c934d39-5372-44a8-994e-38a500d7b37a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18e02830-3dbd-4c74-90a6-b267c0349e8b HTTP/1.1" status: 204 len: 168 time: 0.2626588 Jun 30 01:27:47.103737 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a15f31a5-2ae6-477a-8025-6f2287479c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:47.127599 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c934d39-5372-44a8-994e-38a500d7b37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e02830-3dbd-4c74-90a6-b267c0349e8b,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:47.130542 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4c934d39-5372-44a8-994e-38a500d7b37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:47.183796 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e52d0-ee2c-4500-9313-fe5e4e9595e9 req-9f159472-57c0-4431-85d4-e9d18becb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:47.185269 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e3e52d0-ee2c-4500-9313-fe5e4e9595e9 req-9f159472-57c0-4431-85d4-e9d18becb58e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=610eefbe7f1041da9d694a20440f1337&device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 1099 time: 0.2245960 Jun 30 01:27:47.195391 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8501632-7141-45d9-ad6d-a5bc8be59a22 req-d89820c0-1f1e-42b3-9011-4b05d3db8f38 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:47.196828 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a8501632-7141-45d9-ad6d-a5bc8be59a22 req-d89820c0-1f1e-42b3-9011-4b05d3db8f38 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.4706888 Jun 30 01:27:47.223396 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f7a39774-addf-4817-a8fd-a63058ae15ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:47.265325 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e975ffd-c1c7-4089-8b30-22d4173789f1 req-f387521c-98a5-420a-a62f-4eb906997db5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:47.266825 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e975ffd-c1c7-4089-8b30-22d4173789f1 req-f387521c-98a5-420a-a62f-4eb906997db5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.2490556 Jun 30 01:27:47.291793 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f7a39774-addf-4817-a8fd-a63058ae15ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:47.297945 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:47.342646 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-f7a39774-addf-4817-a8fd-a63058ae15ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b230fe2648e4291a7fd16543d439715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157977 Jun 30 01:27:47.342646 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a39774-addf-4817-a8fd-a63058ae15ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5540a66-54da-4782-b9b0-ff09f5bbe8c4,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:47.343829 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60386) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:47.363569 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-f7a39774-addf-4817-a8fd-a63058ae15ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:47.398980 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a8501632-7141-45d9-ad6d-a5bc8be59a22 req-d8f261a1-29ff-4bac-8b99-ec9bd6202884 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714904 Jun 30 01:27:47.408090 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eb02a197-93a4-42f4-80ed-ad142ac58a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:47.450461 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eb02a197-93a4-42f4-80ed-ad142ac58a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:47.476399 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e975ffd-c1c7-4089-8b30-22d4173789f1 req-e5c2cf2e-0d5b-4f26-9dc2-defcc169940b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718497 Jun 30 01:27:47.531640 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e52d0-ee2c-4500-9313-fe5e4e9595e9 req-1f3c1d56-eceb-493a-91e5-e97979dba116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:47.532866 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e3e52d0-ee2c-4500-9313-fe5e4e9595e9 req-1f3c1d56-eceb-493a-91e5-e97979dba116 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33e960f6-15b6-4c63-8c13-81c7204c50cf HTTP/1.1" status: 200 len: 920 time: 0.3083365 Jun 30 01:27:47.566192 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eb02a197-93a4-42f4-80ed-ad142ac58a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:47.569143 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eb02a197-93a4-42f4-80ed-ad142ac58a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:47.573379 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-eb02a197-93a4-42f4-80ed-ad142ac58a6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5540a66-54da-4782-b9b0-ff09f5bbe8c4 HTTP/1.1" status: 204 len: 168 time: 0.2178686 Jun 30 01:27:47.578485 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:47.586480 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02a197-93a4-42f4-80ed-ad142ac58a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5540a66-54da-4782-b9b0-ff09f5bbe8c4,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:47.605756 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-eb02a197-93a4-42f4-80ed-ad142ac58a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:47.669534 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e3e52d0-ee2c-4500-9313-fe5e4e9595e9 req-1f188918-3dfd-42de-b6b2-f492e1766f32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e14dca8-628b-4cef-adbf-8441b4b47843 HTTP/1.1" status: 200 len: 217 time: 0.1169159 Jun 30 01:27:47.804344 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60400) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:47.817799 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-fa81cacf-9a41-4e4d-b792-682b0f171bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:47.845667 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e52d0-ee2c-4500-9313-fe5e4e9595e9 req-fce9cfd4-c68e-4aef-a524-0c1c039cee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:47.847217 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e3e52d0-ee2c-4500-9313-fe5e4e9595e9 req-fce9cfd4-c68e-4aef-a524-0c1c039cee28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26bb785d-416a-4149-bc5c-47b213a72eb7 HTTP/1.1" status: 200 len: 859 time: 0.1439681 Jun 30 01:27:47.923501 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-fa81cacf-9a41-4e4d-b792-682b0f171bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:47.955255 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf4d1b-8e5a-4a02-87cc-1e0c2e7c3d53 req-4253a576-09ed-4fb3-a900-97b62b8a9b95 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:47.956825 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-06cf4d1b-8e5a-4a02-87cc-1e0c2e7c3d53 req-4253a576-09ed-4fb3-a900-97b62b8a9b95 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.3012290 Jun 30 01:27:47.958689 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e3e52d0-ee2c-4500-9313-fe5e4e9595e9 req-6b1fff32-51c7-4a2f-b930-e129404b03af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33e960f6-15b6-4c63-8c13-81c7204c50cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684733 Jun 30 01:27:47.966594 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60402) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:47.972660 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-39eac7d5-070b-49f8-a25c-c50849f54171 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Request body: {'floatingip': {'port_id': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:27:47.996515 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f6340c3b-4310-4999-bd53-55a416abdfd7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:48.043724 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-fa81cacf-9a41-4e4d-b792-682b0f171bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:48.052411 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-2d22d7a5-4bba-45ee-946f-e61bc1e7bf46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:48.056139 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-39eac7d5-070b-49f8-a25c-c50849f54171 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:48.067627 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e3e52d0-ee2c-4500-9313-fe5e4e9595e9 req-f540ced7-9e8b-44da-bc7d-f1161c06791b service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931280 Jun 30 01:27:48.118564 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f6340c3b-4310-4999-bd53-55a416abdfd7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:48.167129 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-fa81cacf-9a41-4e4d-b792-682b0f171bcc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=94482d2627684cafb92dca9c21dbfa78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615196 Jun 30 01:27:48.171123 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 60406) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:48.175009 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81cacf-9a41-4e4d-b792-682b0f171bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4d12ea-d49d-489b-9832-03927048c716,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:48.178687 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-fa81cacf-9a41-4e4d-b792-682b0f171bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:48.269077 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e3e52d0-ee2c-4500-9313-fe5e4e9595e9 req-25258b1a-eb5b-41ce-b39f-104cd3a4460f service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933379 Jun 30 01:27:48.278143 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.l3_db [None req-f6340c3b-4310-4999-bd53-55a416abdfd7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Floating IP 9cd3c994-6831-44b3-90a2-909a8f652d1e associated. External IP: 172.27.1.142, port: 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6. Jun 30 01:27:48.532527 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:48.626435 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:48.689210 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98aa63-ad1c-4018-a1e0-7ab5916d74c8 req-6a57e25b-daf5-4298-aa75-4a3c7a41194e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:48.690841 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7c98aa63-ad1c-4018-a1e0-7ab5916d74c8 req-6a57e25b-daf5-4298-aa75-4a3c7a41194e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1615901 Jun 30 01:27:48.743822 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-39eac7d5-070b-49f8-a25c-c50849f54171 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:48.800491 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7c98aa63-ad1c-4018-a1e0-7ab5916d74c8 req-db833745-9760-4570-97ed-db18e5931704 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705740 Jun 30 01:27:48.817330 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-39eac7d5-070b-49f8-a25c-c50849f54171 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:48.824760 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6340c3b-4310-4999-bd53-55a416abdfd7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:27:48.870725 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:48.874918 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:48.876057 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a4d12ea-d49d-489b-9832-03927048c716 HTTP/1.1" status: 204 len: 168 time: 0.7024548 Jun 30 01:27:48.878317 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d14c6093-7088-4e49-a203-3ca6310c9132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:48.893404 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4d12ea-d49d-489b-9832-03927048c716,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:48.903302 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:48.903662 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:48.904015 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:48.904357 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:48.904693 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:48.905040 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:48.905360 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:48.905694 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:48.906026 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:48.906354 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:48.906696 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:48.907008 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:27:48.939366 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:48.967559 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6340c3b-4310-4999-bd53-55a416abdfd7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:27:48.973855 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f6340c3b-4310-4999-bd53-55a416abdfd7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:48.985548 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef549366-c18f-404a-9cc8-a893379b81d3 None None] Sync routers for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:27:48.995267 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef549366-c18f-404a-9cc8-a893379b81d3 None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:27:48.996310 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-ef549366-c18f-404a-9cc8-a893379b81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:27:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:27:49.023369 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-f6340c3b-4310-4999-bd53-55a416abdfd7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "PUT /v2.0/floatingips/9cd3c994-6831-44b3-90a2-909a8f652d1e HTTP/1.1" status: 200 len: 992 time: 2.5002363 Jun 30 01:27:49.024141 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57a14f5-4cd6-4d21-86d9-88c0ae714354', 'tag': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:27:49.028459 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f1cf27-b453-4588-8fab-51187e0d86c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c57a14f5-4cd6-4d21-86d9-88c0ae714354", "tag": "0ab6d5b1-00c0-44bd-aacf-6d897defa7d6"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:27:49.071929 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd9e9df-593a-4135-8dfe-0cee02ae87f5 x-openstack-request-id: req-5dd9e9df-593a-4135-8dfe-0cee02ae87f5 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:27:49.071929 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57a14f5-4cd6-4d21-86d9-88c0ae714354", "tag": "0ab6d5b1-00c0-44bd-aacf-6d897defa7d6", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:27:49.071929 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5dd9e9df-593a-4135-8dfe-0cee02ae87f5 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:27:49.072392 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57a14f5-4cd6-4d21-86d9-88c0ae714354', 'tag': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6', 'status': 'completed', 'code': 200} Jun 30 01:27:49.121264 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.l3_db [None req-39eac7d5-070b-49f8-a25c-c50849f54171 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Floating IP 63760285-311b-4c31-a257-6622e627e14d associated. External IP: 172.27.1.128, port: b5ecd3a2-9bad-401f-98ae-b219e33f257a. Jun 30 01:27:49.126618 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-ef549366-c18f-404a-9cc8-a893379b81d3 None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:27:49.203230 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1cf27-b453-4588-8fab-51187e0d86c7 req-5027e20f-ef13-49dc-8587-2940c58565e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:49.205248 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-07f1cf27-b453-4588-8fab-51187e0d86c7 req-5027e20f-ef13-49dc-8587-2940c58565e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731b3b4440304019ae864de48ebcf241&device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 1099 time: 0.0900815 Jun 30 01:27:49.326644 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1cf27-b453-4588-8fab-51187e0d86c7 req-7e09a7f8-df27-4d8f-a936-d00f20a46109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:49.328455 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-07f1cf27-b453-4588-8fab-51187e0d86c7 req-7e09a7f8-df27-4d8f-a936-d00f20a46109 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f86744b-e2e7-48b3-82b1-5995e103144a HTTP/1.1" status: 200 len: 911 time: 0.1012757 Jun 30 01:27:49.341575 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39eac7d5-070b-49f8-a25c-c50849f54171 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:27:49.436400 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-ef549366-c18f-404a-9cc8-a893379b81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '9cd3c994-6831-44b3-90a2-909a8f652d1e', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'port_id': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'mac_address': 'fa:16:3e:1c:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57a14f5-4cd6-4d21-86d9-88c0ae714354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:27:00Z', 'updated_at': '2021-06-30T01:27:47Z', 'revision_number': 1, 'project_id': '731b3b4440304019ae864de48ebcf241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:02Z', 'revision_number': 5, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:27:49.458628 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39eac7d5-070b-49f8-a25c-c50849f54171 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:27:49.463416 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef549366-c18f-404a-9cc8-a893379b81d3 None None] Checking router: 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:27:49.464784 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-39eac7d5-070b-49f8-a25c-c50849f54171 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:49.471282 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e78d5-2bc1-4087-840e-278eba0fbaa8 None None] Sync routers for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:27:49.472097 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef549366-c18f-404a-9cc8-a893379b81d3 None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:27:49.472720 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-ef549366-c18f-404a-9cc8-a893379b81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:27:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:27:49.485904 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e78d5-2bc1-4087-840e-278eba0fbaa8 None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:27:49.486543 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-ca3e78d5-2bc1-4087-840e-278eba0fbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:27:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:27:49.491786 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-07f1cf27-b453-4588-8fab-51187e0d86c7 req-eb04fae5-c4ba-4a5b-afa1-323f274bee63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 HTTP/1.1" status: 200 len: 1000 time: 0.1558232 Jun 30 01:27:49.507013 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-39eac7d5-070b-49f8-a25c-c50849f54171 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "PUT /v2.0/floatingips/63760285-311b-4c31-a257-6622e627e14d HTTP/1.1" status: 200 len: 991 time: 1.5387745 Jun 30 01:27:49.507680 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:27:49.519943 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457ae756-ee29-4601-bb9e-eaed22c3ab55" -d '{"events": [{"name": "network-changed", "server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:27:49.578358 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd663b5-b3cd-4d6e-95c3-1e4bc2046f5e x-openstack-request-id: req-ccd663b5-b3cd-4d6e-95c3-1e4bc2046f5e {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:27:49.579100 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:27:49.579100 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccd663b5-b3cd-4d6e-95c3-1e4bc2046f5e {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:27:49.579668 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'status': 'completed', 'code': 200} Jun 30 01:27:49.586123 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1cf27-b453-4588-8fab-51187e0d86c7 req-1f5dc2fe-7f81-4d43-957b-57b77aa7a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:49.588903 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-07f1cf27-b453-4588-8fab-51187e0d86c7 req-1f5dc2fe-7f81-4d43-957b-57b77aa7a421 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bba9328-0adf-4c0e-9d92-497000cb871e HTTP/1.1" status: 200 len: 849 time: 0.0811973 Jun 30 01:27:49.604715 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-ef549366-c18f-404a-9cc8-a893379b81d3 None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:27:49.659380 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1cf27-b453-4588-8fab-51187e0d86c7 req-f5eaee9b-300e-467f-80d8-587854dea5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:49.659687 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-ca3e78d5-2bc1-4087-840e-278eba0fbaa8 None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:27:49.661428 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-07f1cf27-b453-4588-8fab-51187e0d86c7 req-f5eaee9b-300e-467f-80d8-587854dea5f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f86744b-e2e7-48b3-82b1-5995e103144a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0619073 Jun 30 01:27:49.731853 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ae756-ee29-4601-bb9e-eaed22c3ab55 req-29cb2b27-86be-474b-8708-12d0dcce7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:49.733434 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-457ae756-ee29-4601-bb9e-eaed22c3ab55 req-29cb2b27-86be-474b-8708-12d0dcce7936 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 1098 time: 0.1036437 Jun 30 01:27:49.858213 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-07f1cf27-b453-4588-8fab-51187e0d86c7 req-474d084b-3641-407b-88d7-577fdd2e923a service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862926 Jun 30 01:27:49.872064 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ae756-ee29-4601-bb9e-eaed22c3ab55 req-b3df0979-18c8-4b10-8e4c-3868f1020e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:49.873700 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-457ae756-ee29-4601-bb9e-eaed22c3ab55 req-b3df0979-18c8-4b10-8e4c-3868f1020e7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb HTTP/1.1" status: 200 len: 917 time: 0.1219621 Jun 30 01:27:50.050862 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-457ae756-ee29-4601-bb9e-eaed22c3ab55 req-4e173d7b-73bd-442a-aecf-b681316cebdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a HTTP/1.1" status: 200 len: 999 time: 0.1673772 Jun 30 01:27:50.098086 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-07f1cf27-b453-4588-8fab-51187e0d86c7 req-ed402ffb-23ec-4080-b2ff-2714dcf59a41 service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321765 Jun 30 01:27:50.138224 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ae756-ee29-4601-bb9e-eaed22c3ab55 req-2e66408b-aa62-4550-b0c0-416a60606a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:50.139648 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-457ae756-ee29-4601-bb9e-eaed22c3ab55 req-2e66408b-aa62-4550-b0c0-416a60606a1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e22b904e-cadb-439b-a41f-b9e970cd6b7e HTTP/1.1" status: 200 len: 855 time: 0.0740170 Jun 30 01:27:50.142084 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96fdfe-e9af-40d6-976d-002597895926 req-8e6ccb2e-d956-4ff1-ae66-7f6c9d4d3fd5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:50.143814 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5e96fdfe-e9af-40d6-976d-002597895926 req-8e6ccb2e-d956-4ff1-ae66-7f6c9d4d3fd5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1477938 Jun 30 01:27:50.157908 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-ef549366-c18f-404a-9cc8-a893379b81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '9cd3c994-6831-44b3-90a2-909a8f652d1e', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'port_id': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'mac_address': 'fa:16:3e:1c:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57a14f5-4cd6-4d21-86d9-88c0ae714354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:27:00Z', 'updated_at': '2021-06-30T01:27:47Z', 'revision_number': 1, 'project_id': '731b3b4440304019ae864de48ebcf241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:02Z', 'revision_number': 5, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:27:50.192540 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef549366-c18f-404a-9cc8-a893379b81d3 None None] The sync data for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi is: [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '9cd3c994-6831-44b3-90a2-909a8f652d1e', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'port_id': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'mac_address': 'fa:16:3e:1c:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57a14f5-4cd6-4d21-86d9-88c0ae714354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:27:00Z', 'updated_at': '2021-06-30T01:27:47Z', 'revision_number': 1, 'project_id': '731b3b4440304019ae864de48ebcf241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:02Z', 'revision_number': 5, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:27:50.232615 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5e96fdfe-e9af-40d6-976d-002597895926 req-de12cf4a-d678-486f-82a9-fed0318666a9 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771122 Jun 30 01:27:50.289590 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ae756-ee29-4601-bb9e-eaed22c3ab55 req-ff042a03-4f65-40d5-b6b4-e0134dc5d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:50.295227 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-457ae756-ee29-4601-bb9e-eaed22c3ab55 req-ff042a03-4f65-40d5-b6b4-e0134dc5d61e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1286693 Jun 30 01:27:50.312760 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-ca3e78d5-2bc1-4087-840e-278eba0fbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '63760285-311b-4c31-a257-6622e627e14d', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'port_id': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'mac_address': 'fa:16:3e:f3:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:26:59Z', 'updated_at': '2021-06-30T01:27:48Z', 'revision_number': 1, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 5, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:27:50.349338 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e78d5-2bc1-4087-840e-278eba0fbaa8 None None] Checking router: 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:27:50.358675 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e78d5-2bc1-4087-840e-278eba0fbaa8 None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:27:50.359343 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-ca3e78d5-2bc1-4087-840e-278eba0fbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:27:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:27:50.416948 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-457ae756-ee29-4601-bb9e-eaed22c3ab55 req-1cd575ce-06c1-4eea-a2a0-f2bc82259326 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153188 Jun 30 01:27:50.513737 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-ca3e78d5-2bc1-4087-840e-278eba0fbaa8 None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:27:50.534072 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff2255-f107-4ca8-b8ce-19aa64b7b003 None None] New status for floating IP 9cd3c994-6831-44b3-90a2-909a8f652d1e: ACTIVE {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:27:50.550657 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-457ae756-ee29-4601-bb9e-eaed22c3ab55 req-d299b505-fe89-4a2c-9fb8-e0eebbc93f86 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161065 Jun 30 01:27:50.763627 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-ca3e78d5-2bc1-4087-840e-278eba0fbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '63760285-311b-4c31-a257-6622e627e14d', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'port_id': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'mac_address': 'fa:16:3e:f3:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:26:59Z', 'updated_at': '2021-06-30T01:27:48Z', 'revision_number': 1, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 5, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:27:50.789810 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e78d5-2bc1-4087-840e-278eba0fbaa8 None None] The sync data for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi is: [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '63760285-311b-4c31-a257-6622e627e14d', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'port_id': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'mac_address': 'fa:16:3e:f3:ba:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:26:59Z', 'updated_at': '2021-06-30T01:27:48Z', 'revision_number': 1, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 5, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:27:51.018114 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df22d5-3420-4ad9-a7a3-8a674675caf2 None None] New status for floating IP 63760285-311b-4c31-a257-6622e627e14d: ACTIVE {{(pid=93394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:27:51.429706 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4c84e-d874-44e3-965a-8def35698f94 req-8386af4c-aa0a-4482-9980-454cfd73563c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:51.431215 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8cc4c84e-d874-44e3-965a-8def35698f94 req-8386af4c-aa0a-4482-9980-454cfd73563c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0671332 Jun 30 01:27:51.468899 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8cc4c84e-d874-44e3-965a-8def35698f94 req-89b39314-0d75-4785-a5d8-1047e58a635e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Jun 30 01:27:52.665798 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c5a2d-1c71-4a9b-a21e-eee131f9b33e req-d2c309b8-37f8-4a23-894f-350f1d70204c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:52.667363 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-308c5a2d-1c71-4a9b-a21e-eee131f9b33e req-d2c309b8-37f8-4a23-894f-350f1d70204c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0721693 Jun 30 01:27:52.705691 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-308c5a2d-1c71-4a9b-a21e-eee131f9b33e req-51a81e97-b5e6-4519-8945-80ad7fa05f29 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Jun 30 01:27:52.877545 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482078f3-e318-4416-aae1-d49105a1ffd1 req-f668deb8-220a-4b2b-a67d-233ee61e3ed2 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:52.878957 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-482078f3-e318-4416-aae1-d49105a1ffd1 req-f668deb8-220a-4b2b-a67d-233ee61e3ed2 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 945 time: 0.0732398 Jun 30 01:27:52.920509 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-482078f3-e318-4416-aae1-d49105a1ffd1 req-0f04ff32-9677-4225-a216-a6f8f092320f tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Jun 30 01:27:53.884514 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3fb0-0b74-439d-83af-de915b36e56e req-7affd756-227c-4f10-8d40-891faf1758fa tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:53.885106 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-413d3fb0-0b74-439d-83af-de915b36e56e req-7affd756-227c-4f10-8d40-891faf1758fa tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0601401 Jun 30 01:27:53.924770 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-413d3fb0-0b74-439d-83af-de915b36e56e req-0e086848-b79b-4164-a390-d8315b8ffcbd tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Jun 30 01:27:54.092285 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5914b-1bfc-43c9-b22b-31da31294e21 req-75168e6d-16ac-4bbf-a64d-20a69db7ac81 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:54.093705 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1ef5914b-1bfc-43c9-b22b-31da31294e21 req-75168e6d-16ac-4bbf-a64d-20a69db7ac81 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 945 time: 0.0609412 Jun 30 01:27:54.130113 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1ef5914b-1bfc-43c9-b22b-31da31294e21 req-c45ef52a-336f-4f19-a3d3-134dfb9cffe1 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Jun 30 01:27:57.641146 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2bef1-11b0-4fb7-9c64-ee57ecbe4983 req-cefd1bf3-18fb-48b7-84f6-de324b8d71d6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:57.642670 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0dc2bef1-11b0-4fb7-9c64-ee57ecbe4983 req-cefd1bf3-18fb-48b7-84f6-de324b8d71d6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1043422 Jun 30 01:27:57.656090 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4305826-c91a-49d1-ae9b-60204ea10fc0 req-ebc0e1b1-d472-4914-a632-d03cd53447e8 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:57.657872 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f4305826-c91a-49d1-ae9b-60204ea10fc0 req-ebc0e1b1-d472-4914-a632-d03cd53447e8 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 945 time: 0.0922060 Jun 30 01:27:57.712601 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0dc2bef1-11b0-4fb7-9c64-ee57ecbe4983 req-77bafcf3-38b9-4d77-ba4d-90171bb1e59e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536618 Jun 30 01:27:57.717444 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f4305826-c91a-49d1-ae9b-60204ea10fc0 req-8b4cef4c-b8c6-4be7-94e6-60f3fc8388b9 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517752 Jun 30 01:27:58.119778 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd6ec-669c-4aec-982a-9ce744621527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:58.486239 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d174cc-5124-47b3-a585-d4524af0fff5 req-3693e063-f176-4192-8a5e-8fcf2ca48303 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:58.487135 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-c2d174cc-5124-47b3-a585-d4524af0fff5 req-3693e063-f176-4192-8a5e-8fcf2ca48303 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.36 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 945 time: 0.1040485 Jun 30 01:27:58.600513 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-c2d174cc-5124-47b3-a585-d4524af0fff5 req-80889f73-e630-4aed-8063-716a95e2fcfd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Deleting port 5002fda6-4689-4ab9-a090-0472baf5a234 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:27:58.600925 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-c2d174cc-5124-47b3-a585-d4524af0fff5 req-80889f73-e630-4aed-8063-716a95e2fcfd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:58.693623 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-c2d174cc-5124-47b3-a585-d4524af0fff5 req-80889f73-e630-4aed-8063-716a95e2fcfd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] For port 5002fda6-4689-4ab9-a090-0472baf5a234, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5002fda6-4689-4ab9-a090-0472baf5a234,segment=NetworkSegment(3192845d-8457-4dbc-b93f-0234661e70b9),segment_id=3192845d-8457-4dbc-b93f-0234661e70b9)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:27:58.693973 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-c2d174cc-5124-47b3-a585-d4524af0fff5 req-80889f73-e630-4aed-8063-716a95e2fcfd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:58.708787 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-c2d174cc-5124-47b3-a585-d4524af0fff5 req-80889f73-e630-4aed-8063-716a95e2fcfd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Calling delete_port for 5002fda6-4689-4ab9-a090-0472baf5a234 owned by compute:nova {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:27:58.822233 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 60662) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:58.953800 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-c2d174cc-5124-47b3-a585-d4524af0fff5 req-80889f73-e630-4aed-8063-716a95e2fcfd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:58.954087 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e5225fb7-eb2a-4fd6-acad-60d475b69448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:58.958294 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:58.973930 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['5002fda6-4689-4ab9-a090-0472baf5a234'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:27:58.984217 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80889f73-e630-4aed-8063-716a95e2fcfd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Pushing event deleted for resources: {'Port': ['ID=5002fda6-4689-4ab9-a090-0472baf5a234,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:58.987440 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-80889f73-e630-4aed-8063-716a95e2fcfd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:58.994584 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d8845-6373-4817-89d8-8b0cc5575364 req-d1ee22ed-b1fb-44b1-8087-0b7ab4348035 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:58.996159 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-074d8845-6373-4817-89d8-8b0cc5575364 req-d1ee22ed-b1fb-44b1-8087-0b7ab4348035 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 867 time: 0.1410935 Jun 30 01:27:59.011095 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff204e-7a79-4198-8154-b3c3ae0a720f req-e11900cc-a618-4faa-8bda-185ca2f375a5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:27:59.012536 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e9ff204e-7a79-4198-8154-b3c3ae0a720f req-e11900cc-a618-4faa-8bda-185ca2f375a5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1244247 Jun 30 01:27:59.056878 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d174cc-5124-47b3-a585-d4524af0fff5 req-80889f73-e630-4aed-8063-716a95e2fcfd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] No DVR routers for this DVR port 5002fda6-4689-4ab9-a090-0472baf5a234 on host hv-cinder-79724 {{(pid=93393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:27:59.060402 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-c2d174cc-5124-47b3-a585-d4524af0fff5 req-80889f73-e630-4aed-8063-716a95e2fcfd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:59.062811 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-c2d174cc-5124-47b3-a585-d4524af0fff5 req-80889f73-e630-4aed-8063-716a95e2fcfd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.36 "DELETE /v2.0/ports/5002fda6-4689-4ab9-a090-0472baf5a234 HTTP/1.1" status: 204 len: 173 time: 0.5668542 Jun 30 01:27:59.063350 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079eb557-cd3e-4dd4-b9d1-d7b852cae82c', 'name': 'network-vif-deleted', 'tag': '5002fda6-4689-4ab9-a090-0472baf5a234'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:27:59.065572 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee7b128-1f36-45dc-9e4f-5647b969d93a" -d '{"events": [{"server_uuid": "079eb557-cd3e-4dd4-b9d1-d7b852cae82c", "name": "network-vif-deleted", "tag": "5002fda6-4689-4ab9-a090-0472baf5a234"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:27:59.091918 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-074d8845-6373-4817-89d8-8b0cc5575364 req-70031ae9-f133-4010-9075-414e1f217b66 tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/security-groups?id=a56efc22-73cd-4e93-b20c-fc49bac6692c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783899 Jun 30 01:27:59.095748 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e9ff204e-7a79-4198-8154-b3c3ae0a720f req-2229905e-5cc3-4036-99d4-a6fc96b49875 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745294 Jun 30 01:27:59.136183 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e5225fb7-eb2a-4fd6-acad-60d475b69448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:59.149461 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b414e545-afd3-4abf-b559-0ba13476df32 x-openstack-request-id: req-b414e545-afd3-4abf-b559-0ba13476df32 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:27:59.149778 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079eb557-cd3e-4dd4-b9d1-d7b852cae82c", "name": "network-vif-deleted", "tag": "5002fda6-4689-4ab9-a090-0472baf5a234", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:27:59.150051 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b414e545-afd3-4abf-b559-0ba13476df32 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:27:59.150458 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079eb557-cd3e-4dd4-b9d1-d7b852cae82c', 'name': 'network-vif-deleted', 'tag': '5002fda6-4689-4ab9-a090-0472baf5a234', 'status': 'completed', 'code': 200} Jun 30 01:27:59.222795 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e5225fb7-eb2a-4fd6-acad-60d475b69448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:59.226635 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f5f3df48-d9f2-4615-886f-0b5f1a5529a5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:59.261192 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-e5225fb7-eb2a-4fd6-acad-60d475b69448 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5d96518d1f8484b8b2d74ef9d2b5da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373090 Jun 30 01:27:59.262169 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5225fb7-eb2a-4fd6-acad-60d475b69448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6479bb6-ab08-44c7-81d2-f086ba3faf25,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:59.263868 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60668) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:59.265281 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-e5225fb7-eb2a-4fd6-acad-60d475b69448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:27:59.315069 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-07998616-a119-461b-b86d-516dff5b24d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:59.335670 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-07998616-a119-461b-b86d-516dff5b24d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:59.451610 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-07998616-a119-461b-b86d-516dff5b24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:59.454137 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-07998616-a119-461b-b86d-516dff5b24d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:59.455285 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-07998616-a119-461b-b86d-516dff5b24d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6479bb6-ab08-44c7-81d2-f086ba3faf25 HTTP/1.1" status: 204 len: 168 time: 0.1904361 Jun 30 01:27:59.455940 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:27:59.463538 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07998616-a119-461b-b86d-516dff5b24d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6479bb6-ab08-44c7-81d2-f086ba3faf25,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:27:59.467432 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-07998616-a119-461b-b86d-516dff5b24d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:00.119590 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60712) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:00.134883 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b01f42e-a601-4838-9460-6e31082b760a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:00.189583 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5b0f92fc-4a40-415e-bd3a-b27bb276090c tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:00.196739 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5b0f92fc-4a40-415e-bd3a-b27bb276090c tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/networks?id=13855da3-bc55-4f33-baa4-bc0f31040324 HTTP/1.1" status: 200 len: 814 time: 0.1163948 Jun 30 01:28:00.214588 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-37ffb904-593d-4756-866a-e1a4beb4ac71 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/quotas/0551dd9477a74f3388897c17d1129be4 HTTP/1.1" status: 200 len: 375 time: 0.0168688 Jun 30 01:28:00.246792 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b01f42e-a601-4838-9460-6e31082b760a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:00.273341 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f4741420-3e8d-456e-91bb-1844b875b272 req-a5e04bb1-20e1-4b58-8472-cc76abbb4b0c tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] 10.222.0.35 "GET /v2.0/ports?device_id=079eb557-cd3e-4dd4-b9d1-d7b852cae82c HTTP/1.1" status: 200 len: 210 time: 0.0298955 Jun 30 01:28:00.301033 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-31b9191f-472b-4220-b0b7-fd1848ae6f1f tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0551dd9477a74f3388897c17d1129be4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856073 Jun 30 01:28:00.326227 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b01f42e-a601-4838-9460-6e31082b760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:00.330004 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:00.370482 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-9b01f42e-a601-4838-9460-6e31082b760a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fb82a979b64452c8a608ac03341e7bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497382 Jun 30 01:28:00.371309 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01f42e-a601-4838-9460-6e31082b760a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38782b67-ac5d-42da-adb6-dc3fcc10fdc6,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:00.373533 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60716) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:00.379942 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9b01f42e-a601-4838-9460-6e31082b760a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:00.424011 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a5b03634-22ab-4e33-8744-2e883d05d82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:00.442702 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-ff1987c7-99e5-4432-aa20-b3c1d7312bac service neutron] 10.222.0.35 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351464 Jun 30 01:28:00.455326 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a5b03634-22ab-4e33-8744-2e883d05d82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:00.520733 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfb040-9738-4a50-9f92-dc6db6ce4efa req-a35d8697-6d90-44b9-b9b1-b65f64d5b217 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:00.522176 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5edfb040-9738-4a50-9f92-dc6db6ce4efa req-a35d8697-6d90-44b9-b9b1-b65f64d5b217 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1252468 Jun 30 01:28:00.576196 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-fd41c65f-0105-4435-bb08-1df0adce6e34 service neutron] 10.222.0.35 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255012 Jun 30 01:28:00.583527 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5edfb040-9738-4a50-9f92-dc6db6ce4efa req-5455591a-9d8d-4f80-8acc-4804a05ddb60 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550814 Jun 30 01:28:00.616971 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a5b03634-22ab-4e33-8744-2e883d05d82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:00.620620 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a5b03634-22ab-4e33-8744-2e883d05d82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:00.623225 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a5b03634-22ab-4e33-8744-2e883d05d82f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38782b67-ac5d-42da-adb6-dc3fcc10fdc6 HTTP/1.1" status: 204 len: 168 time: 0.2484295 Jun 30 01:28:00.624228 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9b01f42e-a601-4838-9460-6e31082b760a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:00.646381 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b03634-22ab-4e33-8744-2e883d05d82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38782b67-ac5d-42da-adb6-dc3fcc10fdc6,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:00.654522 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a5b03634-22ab-4e33-8744-2e883d05d82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:00.822513 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-415d2f54-77ff-4141-b91d-a060e941beba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:00.981037 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cec6dd26-f4bb-45bc-aad8-ca274cfb71f4 req-c6889d7c-6e55-42ae-938e-70267343d315 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 210 time: 0.0375967 Jun 30 01:28:01.021905 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:01.395991 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:28:01.402517 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 5002fda6-4689-4ab9-a090-0472baf5a234 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:28:01.423244 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: 5002fda6-4689-4ab9-a090-0472baf5a234 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:28:01.423594 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 5002fda6-4689-4ab9-a090-0472baf5a234 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:28:01.450490 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60760) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:01.465058 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2243623e-a2ba-4194-8857-61a1472e95ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:01.567074 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2243623e-a2ba-4194-8857-61a1472e95ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:01.656895 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2243623e-a2ba-4194-8857-61a1472e95ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:01.660468 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-39fa0ad3-1e4e-44c6-ad08-3dfcb593ce94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:01.697901 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-2243623e-a2ba-4194-8857-61a1472e95ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64ed486b01b84f908b096742b46bb0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462969 Jun 30 01:28:01.698881 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243623e-a2ba-4194-8857-61a1472e95ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88913462-8d85-45c9-b336-efca86b925fd,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:01.701311 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 60776) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:01.702966 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-2243623e-a2ba-4194-8857-61a1472e95ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:01.816642 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a717711e-b94f-4af0-9200-8d49865f2393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:01.836558 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc983bf3-ffa8-43a2-b7fb-9f350374f785 req-8a305273-f427-4e76-904b-a4ba3177894b tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:01.838118 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fc983bf3-ffa8-43a2-b7fb-9f350374f785 req-8a305273-f427-4e76-904b-a4ba3177894b tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1294787 Jun 30 01:28:01.856352 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a717711e-b94f-4af0-9200-8d49865f2393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:01.904468 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fc983bf3-ffa8-43a2-b7fb-9f350374f785 req-7017e97b-e82d-4a1c-ac6a-1db92769ad9b tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577135 Jun 30 01:28:01.927296 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:02.017117 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a717711e-b94f-4af0-9200-8d49865f2393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:02.021638 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a717711e-b94f-4af0-9200-8d49865f2393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:02.021638 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-a717711e-b94f-4af0-9200-8d49865f2393 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88913462-8d85-45c9-b336-efca86b925fd HTTP/1.1" status: 204 len: 168 time: 0.3180854 Jun 30 01:28:02.022446 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-757d59c0-b474-46f8-876d-b09559cd59d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:02.033074 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717711e-b94f-4af0-9200-8d49865f2393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88913462-8d85-45c9-b336-efca86b925fd,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:02.047266 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a717711e-b94f-4af0-9200-8d49865f2393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:02.180888 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-74904ee1-7b61-46c3-bdbe-7c913e8126f1 req-ac076d12-022e-4af8-87cb-18c6554af111 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 210 time: 0.0304134 Jun 30 01:28:02.219364 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff734c3d-f4a6-40ac-8185-e1190c5cfcfe req-ec28ea37-9963-4c64-b36e-4ac3701d0a6e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687428 Jun 30 01:28:02.293952 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 60792) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:02.371644 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734c3d-f4a6-40ac-8185-e1190c5cfcfe req-b0c03222-320c-459e-8b06-331365efe098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:02.373857 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff734c3d-f4a6-40ac-8185-e1190c5cfcfe req-b0c03222-320c-459e-8b06-331365efe098 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0551dd9477a74f3388897c17d1129be4&device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 1099 time: 0.0598605 Jun 30 01:28:02.416526 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-39b9667c-3101-4d9a-94d6-07ddd322bacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:02.503603 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734c3d-f4a6-40ac-8185-e1190c5cfcfe req-0cd6497c-c4b2-4995-b981-65f5935eae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:02.505066 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff734c3d-f4a6-40ac-8185-e1190c5cfcfe req-0cd6497c-c4b2-4995-b981-65f5935eae40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=13855da3-bc55-4f33-baa4-bc0f31040324 HTTP/1.1" status: 200 len: 915 time: 0.0958836 Jun 30 01:28:02.520523 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-39b9667c-3101-4d9a-94d6-07ddd322bacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:02.550872 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff734c3d-f4a6-40ac-8185-e1190c5cfcfe req-4d53d149-0eb3-4ab2-a835-5125285cf96b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90dae55c-ff73-4bba-84f5-e35116f7c704 HTTP/1.1" status: 200 len: 217 time: 0.0328405 Jun 30 01:28:02.576531 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-39b9667c-3101-4d9a-94d6-07ddd322bacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:02.585270 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:02.613678 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734c3d-f4a6-40ac-8185-e1190c5cfcfe req-37ba9cb6-34bf-4ccd-8d65-98d46db5088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:02.615274 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff734c3d-f4a6-40ac-8185-e1190c5cfcfe req-37ba9cb6-34bf-4ccd-8d65-98d46db5088d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6644716a-afa1-4d2e-bd8d-61ef445e43cf HTTP/1.1" status: 200 len: 854 time: 0.0461185 Jun 30 01:28:02.621301 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-39b9667c-3101-4d9a-94d6-07ddd322bacf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f9100e228f043b6a2481f90324392f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262126 Jun 30 01:28:02.623845 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9667c-3101-4d9a-94d6-07ddd322bacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcd4137-da3f-4bfe-8c85-3d8e6f7a8bd6,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:02.624549 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60806) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:02.627342 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-39b9667c-3101-4d9a-94d6-07ddd322bacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:02.671190 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff734c3d-f4a6-40ac-8185-e1190c5cfcfe req-5738bb37-fdc0-46ea-86cf-d4c2158925ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13855da3-bc55-4f33-baa4-bc0f31040324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370512 Jun 30 01:28:02.749198 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4c29ebb6-f3d4-4243-9c98-5947cd1fd96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:02.783662 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4c29ebb6-f3d4-4243-9c98-5947cd1fd96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:02.802536 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff734c3d-f4a6-40ac-8185-e1190c5cfcfe req-deab02dc-3564-4304-abaf-3ba07ff57460 service neutron] 10.222.0.36 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202469 Jun 30 01:28:02.939500 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff734c3d-f4a6-40ac-8185-e1190c5cfcfe req-e92faeee-ee8a-41b8-a2c8-f55c57bd7f23 service neutron] 10.222.0.36 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246269 Jun 30 01:28:03.011312 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4c29ebb6-f3d4-4243-9c98-5947cd1fd96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:03.013975 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4c29ebb6-f3d4-4243-9c98-5947cd1fd96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:03.018866 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-4c29ebb6-f3d4-4243-9c98-5947cd1fd96f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0bcd4137-da3f-4bfe-8c85-3d8e6f7a8bd6 HTTP/1.1" status: 204 len: 168 time: 0.3931401 Jun 30 01:28:03.023378 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:03.029361 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29ebb6-f3d4-4243-9c98-5947cd1fd96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcd4137-da3f-4bfe-8c85-3d8e6f7a8bd6,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:03.031681 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 60826) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:03.045479 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4c29ebb6-f3d4-4243-9c98-5947cd1fd96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:03.114624 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_v2 [None req-1accc3a9-a91b-44c7-bc2c-9f2ad37a787a admin admin] Deleting subnet b72dc8f0-055d-4a98-8ece-25d0fae3f86a {{(pid=93392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:28:03.123950 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1accc3a9-a91b-44c7-bc2c-9f2ad37a787a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:03.174706 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1accc3a9-a91b-44c7-bc2c-9f2ad37a787a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:03.185250 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8810b5-d142-48b9-89c8-5c18ab6c180a req-3f146777-92c9-4316-90c5-438b75624b49 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:03.186994 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-db8810b5-d142-48b9-89c8-5c18ab6c180a req-3f146777-92c9-4316-90c5-438b75624b49 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1214752 Jun 30 01:28:03.194904 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1accc3a9-a91b-44c7-bc2c-9f2ad37a787a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:03.251691 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-db8810b5-d142-48b9-89c8-5c18ab6c180a req-3a1edb8f-2079-468a-9d8b-a5a45c4cedbe tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581696 Jun 30 01:28:03.337313 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:03.380618 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-06a7827e-d0d1-454f-8e8f-919526c32055 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:03.382240 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-06a7827e-d0d1-454f-8e8f-919526c32055 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "GET /v2.0/networks?id=13855da3-bc55-4f33-baa4-bc0f31040324 HTTP/1.1" status: 200 len: 814 time: 0.1736505 Jun 30 01:28:03.401374 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7254c0df-5743-4aaf-9369-2edd64f18979 req-741abbda-d66a-41a0-9d90-aa5e27676cc9 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 210 time: 0.0391147 Jun 30 01:28:03.402605 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1accc3a9-a91b-44c7-bc2c-9f2ad37a787a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:03.409158 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Request body: {'port': {'device_id': 'fff09287-e987-47d3-b763-c850f256e3eb', 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324', 'admin_state_up': True, 'tenant_id': '0551dd9477a74f3388897c17d1129be4'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:03.412066 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:03.418195 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1accc3a9-a91b-44c7-bc2c-9f2ad37a787a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:03.420678 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-1accc3a9-a91b-44c7-bc2c-9f2ad37a787a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b72dc8f0-055d-4a98-8ece-25d0fae3f86a HTTP/1.1" status: 204 len: 168 time: 0.3881531 Jun 30 01:28:03.427024 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60840) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:03.445243 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accc3a9-a91b-44c7-bc2c-9f2ad37a787a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72dc8f0-055d-4a98-8ece-25d0fae3f86a,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:03.448249 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-1accc3a9-a91b-44c7-bc2c-9f2ad37a787a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:03.750848 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:03.762994 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 60846) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:03.833589 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 60854) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:03.850256 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c6903143-36ab-4f03-9ee3-cd828d1b8a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:03.859891 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:03.869816 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:03.870151 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:03.870870 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:03.871252 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > port after_create 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:03.871591 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:03.872471 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > port after_update 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:03.872770 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:03.873084 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:03.873393 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:03.873697 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:03.971222 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6dc7aae1-1785-405e-8727-56de99965339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.021640 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:04.021992 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:04.022322 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:04.022654 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:28:04.023026 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707be1fd-979f-4efc-b3dd-bd3f4a7a3c10']}} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:04.039374 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Made reservation on behalf of 0551dd9477a74f3388897c17d1129be4 for: {'port': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:04.043032 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.045274 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c6903143-36ab-4f03-9ee3-cd828d1b8a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.056142 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3192845d-8457-4dbc-b93f-0234661e70b9') {'for_net_delete': True} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:04.056436 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3192845d-8457-4dbc-b93f-0234661e70b9') {} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:04.073863 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249925'] for segment, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.101444 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.103787 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c6903143-36ab-4f03-9ee3-cd828d1b8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.109545 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:04.137512 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:28:04.137909 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59332608'] for segment, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: from cryptography.utils import int_from_bytes Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: from cryptography.utils import int_from_bytes Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: Traceback (most recent call last): Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: timer() Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: cb(*args, **kw) Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: return func(*args, **kwargs) Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: self._notify() Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: self.callback(batched_events) Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: event.method(event) Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: return f(self, *a, **k) Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._get(url).json() Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: return self.request(url, 'GET', **kwargs) Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:28:04.143789 dv-cinder-797245-10-iscsi neutron-server[93393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:28:04.153844 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-c6903143-36ab-4f03-9ee3-cd828d1b8a7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd963ced959d4f19aa06ade39808819e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190370 Jun 30 01:28:04.156699 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 60856) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:04.158603 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6903143-36ab-4f03-9ee3-cd828d1b8a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3869fbce-b704-4055-9636-d543086754d2,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:04.169476 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c6903143-36ab-4f03-9ee3-cd828d1b8a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:04.237681 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a53bf57b-173a-488f-aecd-6cea171482fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.255309 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Allocated IP 172.20.0.12 (13855da3-bc55-4f33-baa4-bc0f31040324/6644716a-afa1-4d2e-bd8d-61ef445e43cf/baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:28:04.274484 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a53bf57b-173a-488f-aecd-6cea171482fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.277628 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6dc7aae1-1785-405e-8727-56de99965339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.294435 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.307339 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.309516 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] 10.222.0.35 "DELETE /v2.0/networks/707be1fd-979f-4efc-b3dd-bd3f4a7a3c10 HTTP/1.1" status: 204 len: 168 time: 0.8812203 Jun 30 01:28:04.325516 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:04.339580 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=707be1fd-979f-4efc-b3dd-bd3f4a7a3c10,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:04.342491 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:04.342792 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6dc7aae1-1785-405e-8727-56de99965339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.346601 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a717711e-b94f-4af0-9200-8d49865f2393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:04.378420 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a53bf57b-173a-488f-aecd-6cea171482fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.381589 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a53bf57b-173a-488f-aecd-6cea171482fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.382874 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-a53bf57b-173a-488f-aecd-6cea171482fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3869fbce-b704-4055-9636-d543086754d2 HTTP/1.1" status: 204 len: 168 time: 0.2251766 Jun 30 01:28:04.390330 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-6dc7aae1-1785-405e-8727-56de99965339 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22b7435736814e5eb2504d8ba7fbf326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6262491 Jun 30 01:28:04.391699 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7aae1-1785-405e-8727-56de99965339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e38f65-95e7-46a0-bce0-6619f94ba4c2,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:04.394279 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 60866) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:04.409590 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-6dc7aae1-1785-405e-8727-56de99965339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:04.409590 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3df1f23e-bda6-4db0-b87e-7726a1bc84c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:04.433908 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bf57b-173a-488f-aecd-6cea171482fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3869fbce-b704-4055-9636-d543086754d2,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:04.455265 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a53bf57b-173a-488f-aecd-6cea171482fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:04.505291 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7785fa3f-8935-41c7-a6f5-dd5013e5a909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.523123 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.531596 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360efa63-aa0b-4ff9-bc81-901db8b92db7 req-27465afc-7e86-47d6-bf54-45c910d143c7 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:04.533493 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-360efa63-aa0b-4ff9-bc81-901db8b92db7 req-27465afc-7e86-47d6-bf54-45c910d143c7 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1152701 Jun 30 01:28:04.544759 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7785fa3f-8935-41c7-a6f5-dd5013e5a909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.605701 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.616875 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-931b5d25-49d5-4ebe-acc7-d03b81b5a22f req-9cefb42f-e79b-4cbb-8124-99b196d868fb tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 210 time: 0.0559509 Jun 30 01:28:04.619434 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 60872) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:04.641276 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-360efa63-aa0b-4ff9-bc81-901db8b92db7 req-638eb393-724a-4a64-8083-0d3b93df70a4 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887861 Jun 30 01:28:04.647085 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.658106 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c64ac55f-3594-4045-8056-fa6c40958bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:04.664529 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['90dae55c-ff73-4bba-84f5-e35116f7c704'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:28:04.716057 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Network 13855da3-bc55-4f33-baa4-bc0f31040324 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:04.727878 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-723c5b52-20b9-4fec-89ea-6bb8c75ee3c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42d4e89a93444929990af446ec8b6f4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1068451 Jun 30 01:28:04.728119 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 60876) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:04.728876 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:04.733426 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:28:04.739156 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7785fa3f-8935-41c7-a6f5-dd5013e5a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.743669 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7785fa3f-8935-41c7-a6f5-dd5013e5a909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.747400 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-7785fa3f-8935-41c7-a6f5-dd5013e5a909 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11e38f65-95e7-46a0-bce0-6619f94ba4c2 HTTP/1.1" status: 204 len: 168 time: 0.3494596 Jun 30 01:28:04.747400 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:04.772731 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785fa3f-8935-41c7-a6f5-dd5013e5a909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e38f65-95e7-46a0-bce0-6619f94ba4c2,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:04.777071 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7785fa3f-8935-41c7-a6f5-dd5013e5a909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:04.782871 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Pushing event updated for resources: {'Port': ['ID=baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:04.787871 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:04.813177 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:04.814485 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.824415 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e45d0d6c-58a1-42ec-a3b7-b21cfbc657bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.854697 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e45d0d6c-58a1-42ec-a3b7-b21cfbc657bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.931673 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5270052 Jun 30 01:28:04.947310 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Request body: {'port': {'device_id': 'fff09287-e987-47d3-b763-c850f256e3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:04.976422 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e45d0d6c-58a1-42ec-a3b7-b21cfbc657bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.979229 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e45d0d6c-58a1-42ec-a3b7-b21cfbc657bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:04.980485 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-e45d0d6c-58a1-42ec-a3b7-b21cfbc657bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a56efc22-73cd-4e93-b20c-fc49bac6692c HTTP/1.1" status: 204 len: 168 time: 0.2516303 Jun 30 01:28:04.981289 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-39b9667c-3101-4d9a-94d6-07ddd322bacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:04.988694 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d0d6c-58a1-42ec-a3b7-b21cfbc657bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56efc22-73cd-4e93-b20c-fc49bac6692c,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:04.990979 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-e45d0d6c-58a1-42ec-a3b7-b21cfbc657bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:05.018915 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:05.280896 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 {{(pid=93393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:28:05.288580 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:05.300031 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Transition to ACTIVE for port object baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 will not be triggered until provisioned by entity L2. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:05.372424 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:05.375420 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ab480814-3363-4e20-ae76-c61c9a46a9b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:05.496550 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Pushing event updated for resources: {'Port': ['ID=baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:05.500550 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:05.512400 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Attempting to bind port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:28:05.512825 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Attempting to bind port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:28:05.513452 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Attempting to bind port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 on network 13855da3-bc55-4f33-baa4-bc0f31040324 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:05.520125 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 on network 13855da3-bc55-4f33-baa4-bc0f31040324 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:28:05.520655 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Attempting to bind port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 on network 13855da3-bc55-4f33-baa4-bc0f31040324 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:05.526392 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:28:05.526579 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Checking segment: {'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:05.526944 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Bound using segment: {'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:28:05.527414 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Bound port: baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'}}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:28:05.527749 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:05.597143 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] For port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0, host hv-cinder-79724, cleared binding levels {{(pid=93393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:28:05.600149 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] For port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:28:05.702867 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:05.707467 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:05.819514 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:05.820370 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:05.821786 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] 10.222.0.36 "PUT /v2.0/ports/baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 HTTP/1.1" status: 200 len: 1094 time: 0.8788590 Jun 30 01:28:05.822279 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff09287-e987-47d3-b763-c850f256e3eb', 'tag': 'baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:28:05.824667 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7da1d49-171b-40e4-b355-49cf82160d54" -d '{"events": [{"name": "network-changed", "server_uuid": "fff09287-e987-47d3-b763-c850f256e3eb", "tag": "baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:28:05.836873 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Pushing event updated for resources: {'Port': ['ID=baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0,revision_number=3']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:05.841970 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:06.146562 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c243-0c7f-4456-b7c6-92b410363ccc req-63d7f05c-a5b8-4169-b934-37a2f590199e tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:06.154304 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e5f6c243-0c7f-4456-b7c6-92b410363ccc req-63d7f05c-a5b8-4169-b934-37a2f590199e tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 944 time: 0.4083638 Jun 30 01:28:06.163367 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-c8dc78a4-3ef8-450c-9eff-bc78a52bf40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:06.163367 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-c8dc78a4-3ef8-450c-9eff-bc78a52bf40c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0551dd9477a74f3388897c17d1129be4&device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 1097 time: 0.1009490 Jun 30 01:28:06.213519 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26aeacc-e2f3-4d46-ba56-be41327a1bd4 req-faa68dce-e72e-422b-9352-8488fa57b818 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:06.215173 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f26aeacc-e2f3-4d46-ba56-be41327a1bd4 req-faa68dce-e72e-422b-9352-8488fa57b818 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.3655875 Jun 30 01:28:06.218285 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e5f6c243-0c7f-4456-b7c6-92b410363ccc req-a1b3def8-14f9-47b5-8173-91232669eacf tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632207 Jun 30 01:28:06.221766 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-cb20d282-b46e-4238-b245-88c465e68ad1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 HTTP/1.1" status: 200 len: 217 time: 0.0482590 Jun 30 01:28:06.254925 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f26aeacc-e2f3-4d46-ba56-be41327a1bd4 req-4b3e2b30-bb35-42d2-81aa-473402392c28 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329771 Jun 30 01:28:06.301238 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-d7758123-7004-427f-aa51-1a6d90b249b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:06.301238 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-d7758123-7004-427f-aa51-1a6d90b249b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6644716a-afa1-4d2e-bd8d-61ef445e43cf HTTP/1.1" status: 200 len: 854 time: 0.0605636 Jun 30 01:28:06.346141 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185f963a-9b83-4efd-91a7-0a28951e7f59 x-openstack-request-id: req-185f963a-9b83-4efd-91a7-0a28951e7f59 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:28:06.346563 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff09287-e987-47d3-b763-c850f256e3eb", "tag": "baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:28:06.346881 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-185f963a-9b83-4efd-91a7-0a28951e7f59 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:28:06.347316 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff09287-e987-47d3-b763-c850f256e3eb', 'tag': 'baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0', 'status': 'completed', 'code': 200} Jun 30 01:28:06.349425 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-ddc48b51-293b-4064-a4c7-ee508dbe0553 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13855da3-bc55-4f33-baa4-bc0f31040324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419307 Jun 30 01:28:06.460705 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-1b1d849e-171d-4b95-9d69-2cc23b036dcc service neutron] 10.222.0.36 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914478 Jun 30 01:28:06.564104 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d44585e2-8fd8-4a85-b0e1-fcf826b58098 req-5024ff2a-3dbe-407d-b8c4-514a1e3ea4d0 service neutron] 10.222.0.36 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889058 Jun 30 01:28:06.774479 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1d49-171b-40e4-b355-49cf82160d54 req-b195e893-cbc7-4503-bd9d-37cf4010f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:06.776189 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e7da1d49-171b-40e4-b355-49cf82160d54 req-b195e893-cbc7-4503-bd9d-37cf4010f252 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0551dd9477a74f3388897c17d1129be4&device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 1097 time: 0.0704672 Jun 30 01:28:06.905553 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1d49-171b-40e4-b355-49cf82160d54 req-df941f45-3c4a-4854-a843-d523d7ab8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:06.907272 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e7da1d49-171b-40e4-b355-49cf82160d54 req-df941f45-3c4a-4854-a843-d523d7ab8aa5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=13855da3-bc55-4f33-baa4-bc0f31040324 HTTP/1.1" status: 200 len: 915 time: 0.1226311 Jun 30 01:28:06.952150 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e7da1d49-171b-40e4-b355-49cf82160d54 req-ed603668-37dd-4805-b58e-d305d78fb6db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 HTTP/1.1" status: 200 len: 217 time: 0.0354156 Jun 30 01:28:07.019095 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1d49-171b-40e4-b355-49cf82160d54 req-f8e850ef-d90a-4272-b687-8f95f822a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:07.021121 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e7da1d49-171b-40e4-b355-49cf82160d54 req-f8e850ef-d90a-4272-b687-8f95f822a4c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6644716a-afa1-4d2e-bd8d-61ef445e43cf HTTP/1.1" status: 200 len: 854 time: 0.0564985 Jun 30 01:28:07.059974 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e7da1d49-171b-40e4-b355-49cf82160d54 req-9d630d0d-522b-4d20-b47d-f8057e3fad00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13855da3-bc55-4f33-baa4-bc0f31040324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302510 Jun 30 01:28:07.154741 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e7da1d49-171b-40e4-b355-49cf82160d54 req-d38d8a60-2b15-487e-a15a-10f02f34528b service neutron] 10.222.0.36 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845988 Jun 30 01:28:07.260444 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e7da1d49-171b-40e4-b355-49cf82160d54 req-cbcf6293-eefc-404b-9469-27ca99fbf893 service neutron] 10.222.0.36 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987086 Jun 30 01:28:07.431830 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6909e1-685c-4d7d-ac14-e8eae0ec023c req-cd4e2b51-f512-4226-873e-719fec3f782e tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:07.440575 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fc6909e1-685c-4d7d-ac14-e8eae0ec023c req-cd4e2b51-f512-4226-873e-719fec3f782e tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 944 time: 0.0982153 Jun 30 01:28:07.476387 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4cf64-16be-42f2-8d9e-fb17cd532e04 req-173e9d42-7422-431c-9d6a-4bbc3821d68f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:07.480009 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-30a4cf64-16be-42f2-8d9e-fb17cd532e04 req-173e9d42-7422-431c-9d6a-4bbc3821d68f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0993936 Jun 30 01:28:07.497492 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fc6909e1-685c-4d7d-ac14-e8eae0ec023c req-79b923ce-7dad-4a4c-8eea-fd2dd5eda898 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562775 Jun 30 01:28:07.533831 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-30a4cf64-16be-42f2-8d9e-fb17cd532e04 req-1e364a14-724d-4a80-bc28-b5409dfcda0f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469487 Jun 30 01:28:07.643369 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 32806) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:07.769510 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a3e54610-f65e-4446-a26f-1dc4df3ea3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:07.865922 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a3e54610-f65e-4446-a26f-1dc4df3ea3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:07.947897 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a3e54610-f65e-4446-a26f-1dc4df3ea3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:07.952009 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-e5225fb7-eb2a-4fd6-acad-60d475b69448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:07.985311 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-a3e54610-f65e-4446-a26f-1dc4df3ea3d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0f5e4659cac4613b48e4b36cbfd7405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408468 Jun 30 01:28:07.987251 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e54610-f65e-4446-a26f-1dc4df3ea3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e04e77-5432-4c8e-9a33-43a28907accc,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:07.988100 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 32816) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:07.990207 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a3e54610-f65e-4446-a26f-1dc4df3ea3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:08.044329 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ca674e1d-5ba6-4d16-b0ff-2bf18c1286b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:08.067186 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ca674e1d-5ba6-4d16-b0ff-2bf18c1286b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:08.211590 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ca674e1d-5ba6-4d16-b0ff-2bf18c1286b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:08.214695 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ca674e1d-5ba6-4d16-b0ff-2bf18c1286b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:08.216017 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-ca674e1d-5ba6-4d16-b0ff-2bf18c1286b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31e04e77-5432-4c8e-9a33-43a28907accc HTTP/1.1" status: 204 len: 168 time: 0.2268755 Jun 30 01:28:08.216833 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-07998616-a119-461b-b86d-516dff5b24d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:08.232926 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca674e1d-5ba6-4d16-b0ff-2bf18c1286b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e04e77-5432-4c8e-9a33-43a28907accc,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:08.232926 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ca674e1d-5ba6-4d16-b0ff-2bf18c1286b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:08.748555 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd04911-4402-4788-8075-eb98ba801a39 req-87573dde-7c06-467d-903f-fa05746db051 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:08.750044 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8bd04911-4402-4788-8075-eb98ba801a39 req-87573dde-7c06-467d-903f-fa05746db051 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 944 time: 0.1234202 Jun 30 01:28:08.800978 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60152e-6dab-4077-97af-0e9f8ca0aad6 req-8ec16e53-238e-41d7-805b-1bed58ef4509 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:08.800978 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-df60152e-6dab-4077-97af-0e9f8ca0aad6 req-8ec16e53-238e-41d7-805b-1bed58ef4509 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0977566 Jun 30 01:28:08.828037 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8bd04911-4402-4788-8075-eb98ba801a39 req-07480470-1945-414b-bf3c-83519ba11684 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719433 Jun 30 01:28:08.835448 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-df60152e-6dab-4077-97af-0e9f8ca0aad6 req-d20bb8c0-eb0d-4195-be95-c0ae20e6a7d3 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626378 Jun 30 01:28:09.107386 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 32852) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:09.120813 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-573a9b59-bd83-4256-8b86-07ca299e4be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:09.216469 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-573a9b59-bd83-4256-8b86-07ca299e4be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:09.279345 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-573a9b59-bd83-4256-8b86-07ca299e4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:09.281936 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-fa81cacf-9a41-4e4d-b792-682b0f171bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:09.317354 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a9b59-bd83-4256-8b86-07ca299e4be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ccaa40-da38-405a-b859-96f838b1f63f,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:09.321596 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-573a9b59-bd83-4256-8b86-07ca299e4be1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa4e209de865435da0907a69f579159c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132032 Jun 30 01:28:09.322442 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-573a9b59-bd83-4256-8b86-07ca299e4be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:09.324170 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 32854) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:09.376491 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e49d237a-3faa-403f-89c7-a7da4f5db9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:09.392084 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e49d237a-3faa-403f-89c7-a7da4f5db9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:09.479328 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:28:09.513906 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e49d237a-3faa-403f-89c7-a7da4f5db9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:09.516610 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e49d237a-3faa-403f-89c7-a7da4f5db9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:09.517753 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-e49d237a-3faa-403f-89c7-a7da4f5db9fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44ccaa40-da38-405a-b859-96f838b1f63f HTTP/1.1" status: 204 len: 168 time: 0.1926901 Jun 30 01:28:09.518499 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-573a9b59-bd83-4256-8b86-07ca299e4be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:09.526386 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d237a-3faa-403f-89c7-a7da4f5db9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ccaa40-da38-405a-b859-96f838b1f63f,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:09.528635 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-e49d237a-3faa-403f-89c7-a7da4f5db9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:09.583225 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:09.594067 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': 'baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0', 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324', 'port_id': 'baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0', 'mac_address': 'fa:16:3e:ba:e2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6644716a-afa1-4d2e-bd8d-61ef445e43cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:28:09.633039 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:09.647225 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:28:09.666291 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:09.731717 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:09.733850 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:09.781468 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:09.789032 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:09.789383 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:09.789726 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:09.790059 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:09.790391 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:09.790720 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:09.791042 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:09.791392 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:09.791716 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:09.792038 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:09.792453 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:09.792678 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:09.796903 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:10.068335 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852f276-9aa7-45a2-9756-f81e93b278f2 req-f1c5272b-6843-43ef-9a2b-feb2be02df6f tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:10.069860 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1852f276-9aa7-45a2-9756-f81e93b278f2 req-f1c5272b-6843-43ef-9a2b-feb2be02df6f tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 945 time: 0.1144366 Jun 30 01:28:10.077185 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d489c4-7944-499b-83b2-3780c6b3cfbd req-41cd02d0-c455-47e8-8e59-fff8f8b2b177 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:10.078587 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-41d489c4-7944-499b-83b2-3780c6b3cfbd req-41cd02d0-c455-47e8-8e59-fff8f8b2b177 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1219587 Jun 30 01:28:10.113120 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:28:10.133854 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1852f276-9aa7-45a2-9756-f81e93b278f2 req-e5dec2b3-8796-42dc-85b5-885a734c6f4c tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542789 Jun 30 01:28:10.139207 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-41d489c4-7944-499b-83b2-3780c6b3cfbd req-1d2efa89-5d74-4804-a033-f2733564b24a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528092 Jun 30 01:28:11.190165 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 32910) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:11.319011 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-224ccd22-df7a-48e5-ae2c-d9e8f9b1eaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:11.381027 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd395ae-115d-4ddc-b60f-66193f9384f4 req-c8b35f6e-8f6a-494d-98f5-c5f7df26c658 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:11.382511 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ebd395ae-115d-4ddc-b60f-66193f9384f4 req-c8b35f6e-8f6a-494d-98f5-c5f7df26c658 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0990002 Jun 30 01:28:11.389857 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a76101-fae4-4a14-a771-705e99027b8d req-e9435734-81a9-4e6a-bef1-15800b1598e3 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:11.391306 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-61a76101-fae4-4a14-a771-705e99027b8d req-e9435734-81a9-4e6a-bef1-15800b1598e3 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 945 time: 0.1170485 Jun 30 01:28:11.415377 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-224ccd22-df7a-48e5-ae2c-d9e8f9b1eaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:11.446830 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ebd395ae-115d-4ddc-b60f-66193f9384f4 req-a0a1fb9d-3d85-4a73-85f5-07963be2406a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545437 Jun 30 01:28:11.452904 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-61a76101-fae4-4a14-a771-705e99027b8d req-4f98843e-0753-41bb-9e17-237dcc6d4c5e tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531492 Jun 30 01:28:11.487480 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:28:11.497126 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-224ccd22-df7a-48e5-ae2c-d9e8f9b1eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:11.502023 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:11.544694 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-224ccd22-df7a-48e5-ae2c-d9e8f9b1eaa9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5bb61cc62bd4e1e87bc9a98d517282d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527288 Jun 30 01:28:11.548253 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 32918) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:11.552191 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ccd22-df7a-48e5-ae2c-d9e8f9b1eaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308be332-d492-47ca-b4a8-2bc5e89b772f,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:11.567540 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-224ccd22-df7a-48e5-ae2c-d9e8f9b1eaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:11.615617 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-35a73d05-1d02-4cb4-81bf-69ee684956e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:11.637287 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-35a73d05-1d02-4cb4-81bf-69ee684956e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:11.647655 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:28:11.648301 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:11.648682 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:11.731412 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:11.753508 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-35a73d05-1d02-4cb4-81bf-69ee684956e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:11.753964 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff09287-e987-47d3-b763-c850f256e3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:28:11.756428 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73018fc9-3723-4ec4-8232-c78904277f8c" -d '{"events": [{"server_uuid": "fff09287-e987-47d3-b763-c850f256e3eb", "name": "network-vif-plugged", "status": "completed", "tag": "baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:28:11.760431 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-35a73d05-1d02-4cb4-81bf-69ee684956e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:11.762097 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-35a73d05-1d02-4cb4-81bf-69ee684956e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/308be332-d492-47ca-b4a8-2bc5e89b772f HTTP/1.1" status: 204 len: 168 time: 0.2118642 Jun 30 01:28:11.763400 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c6903143-36ab-4f03-9ee3-cd828d1b8a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:11.771914 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a73d05-1d02-4cb4-81bf-69ee684956e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308be332-d492-47ca-b4a8-2bc5e89b772f,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:11.775529 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-35a73d05-1d02-4cb4-81bf-69ee684956e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:11.779445 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:11.808739 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cbdeca-8a0d-4a9a-ad13-12fd34a5e13d x-openstack-request-id: req-66cbdeca-8a0d-4a9a-ad13-12fd34a5e13d {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:28:11.809123 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff09287-e987-47d3-b763-c850f256e3eb", "name": "network-vif-plugged", "status": "completed", "tag": "baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:28:11.809681 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66cbdeca-8a0d-4a9a-ad13-12fd34a5e13d {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:28:11.810184 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff09287-e987-47d3-b763-c850f256e3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0', 'code': 200} Jun 30 01:28:11.834261 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:11.837359 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:11.910539 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:11.913463 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:12.231819 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5c8f0-cf0a-4506-9208-9c98bcecde43 req-b392062e-0732-45c8-abf4-96c1022dd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:12.233296 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-68e5c8f0-cf0a-4506-9208-9c98bcecde43 req-b392062e-0732-45c8-abf4-96c1022dd83e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 1099 time: 0.0522263 Jun 30 01:28:12.271235 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-68e5c8f0-cf0a-4506-9208-9c98bcecde43 req-e42d02cf-3d73-49fd-bc02-853a2c044bb7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281663 Jun 30 01:28:12.675582 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98fe0e-0043-41d2-bc47-982b8c7c0dc4 req-aefb8f58-ca7e-4fb1-97e3-edeca37b423f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:12.676976 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-da98fe0e-0043-41d2-bc47-982b8c7c0dc4 req-aefb8f58-ca7e-4fb1-97e3-edeca37b423f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1107912 Jun 30 01:28:12.688580 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72c6d7-f6dd-49c3-8227-1a0b044cba8b req-0fac5ee1-fab0-4de0-81cb-6ccc31c5ff82 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:12.689955 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6d72c6d7-f6dd-49c3-8227-1a0b044cba8b req-0fac5ee1-fab0-4de0-81cb-6ccc31c5ff82 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 946 time: 0.0910051 Jun 30 01:28:12.746497 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-da98fe0e-0043-41d2-bc47-982b8c7c0dc4 req-95bd91cf-e7fc-4ab0-baa2-d02f0f6d198d tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555809 Jun 30 01:28:12.756237 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6d72c6d7-f6dd-49c3-8227-1a0b044cba8b req-3808f547-7e26-4a93-be33-0d2e318669d6 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595882 Jun 30 01:28:13.979863 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393613a-0f6f-447c-8c8a-04897d17ad71 req-9fdfa335-5c8d-460e-a350-075e96d0ff1c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:13.980432 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a393613a-0f6f-447c-8c8a-04897d17ad71 req-9fdfa335-5c8d-460e-a350-075e96d0ff1c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1118455 Jun 30 01:28:13.988632 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f3ff1-317a-4de5-b33c-1d597d5d0063 req-11f3ec95-b68f-40ba-b50c-3099a30390b1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:13.990044 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-181f3ff1-317a-4de5-b33c-1d597d5d0063 req-11f3ec95-b68f-40ba-b50c-3099a30390b1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 946 time: 0.0909777 Jun 30 01:28:14.040365 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a393613a-0f6f-447c-8c8a-04897d17ad71 req-6aa49765-fb4e-4544-a2a6-6a64fcf48681 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492861 Jun 30 01:28:14.052757 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-181f3ff1-317a-4de5-b33c-1d597d5d0063 req-55951861-378a-41fe-899e-117ec988c1c6 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478020 Jun 30 01:28:15.221781 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5875e03-5305-4a75-a629-c554c2365fe1 req-17357e69-26fc-4fc1-bed3-569042042640 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:15.223383 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f5875e03-5305-4a75-a629-c554c2365fe1 req-17357e69-26fc-4fc1-bed3-569042042640 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0702138 Jun 30 01:28:15.260095 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f5875e03-5305-4a75-a629-c554c2365fe1 req-aa9da9f3-e041-4c9d-984d-ced19f81bf89 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310094 Jun 30 01:28:16.442587 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee6c75-cc9b-4957-a1ce-a25d48b6fee0 req-b4c6c201-f5e3-499b-b3fc-741ca56669f2 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:16.444121 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5cee6c75-cc9b-4957-a1ce-a25d48b6fee0 req-b4c6c201-f5e3-499b-b3fc-741ca56669f2 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0637147 Jun 30 01:28:16.483808 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5cee6c75-cc9b-4957-a1ce-a25d48b6fee0 req-95c2a241-d90f-415f-8469-d642410a25e9 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Jun 30 01:28:16.675432 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 33080) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:16.778971 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9bc43b75-5037-42f9-9550-8744defde607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:16.862629 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9bc43b75-5037-42f9-9550-8744defde607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:16.924663 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9bc43b75-5037-42f9-9550-8744defde607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:16.928494 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-dfdcc51d-c05e-40fd-a9c6-d113dd62e15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:16.969429 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-9bc43b75-5037-42f9-9550-8744defde607 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a49831ba7c7249e9b9ba9ebf212e096d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927508 Jun 30 01:28:16.970174 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc43b75-5037-42f9-9550-8744defde607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d944c483-004d-4a2b-a5b9-3b1d7322b5e1,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:16.972186 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 33086) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:16.995795 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-9bc43b75-5037-42f9-9550-8744defde607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:17.026787 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bdc61cb0-136f-4136-bb53-b2955650b057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:17.048084 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bdc61cb0-136f-4136-bb53-b2955650b057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:17.153302 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bdc61cb0-136f-4136-bb53-b2955650b057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:17.156051 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bdc61cb0-136f-4136-bb53-b2955650b057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:17.159036 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-bdc61cb0-136f-4136-bb53-b2955650b057 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d944c483-004d-4a2b-a5b9-3b1d7322b5e1 HTTP/1.1" status: 204 len: 168 time: 0.1839588 Jun 30 01:28:17.159036 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-e49d237a-3faa-403f-89c7-a7da4f5db9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:17.167100 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc61cb0-136f-4136-bb53-b2955650b057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d944c483-004d-4a2b-a5b9-3b1d7322b5e1,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:17.170231 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-bdc61cb0-136f-4136-bb53-b2955650b057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:17.244333 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a050f-1064-49c9-bded-8da1cc5df48c req-3b916604-591a-442d-8126-d39713e5bf62 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:17.245786 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-3b916604-591a-442d-8126-d39713e5bf62 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/networks?id=13855da3-bc55-4f33-baa4-bc0f31040324 HTTP/1.1" status: 200 len: 814 time: 0.1131787 Jun 30 01:28:17.261519 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-de8b4808-d852-472d-aaad-f9cde44012e8 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/quotas/0551dd9477a74f3388897c17d1129be4 HTTP/1.1" status: 200 len: 375 time: 0.0093279 Jun 30 01:28:17.337430 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-33ed3154-7236-4732-9648-59fd3333d56d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0551dd9477a74f3388897c17d1129be4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698373 Jun 30 01:28:17.426583 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-707c700a-afc8-443a-90bb-e9e830cacb29 service neutron] 10.222.0.35 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820382 Jun 30 01:28:17.522789 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-6ed436c5-76f9-4ec6-8126-705aa7e5a13f service neutron] 10.222.0.35 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901883 Jun 30 01:28:17.830984 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5bbb-ba5a-44bd-a1b0-c33b938f901f req-5cbe2d0c-0807-4442-a76e-6124ed06e819 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:17.837975 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7baf5bbb-ba5a-44bd-a1b0-c33b938f901f req-5cbe2d0c-0807-4442-a76e-6124ed06e819 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1102836 Jun 30 01:28:17.907717 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7baf5bbb-ba5a-44bd-a1b0-c33b938f901f req-3bf2f945-c7fe-4ea6-96e1-7d2f25e5c561 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687168 Jun 30 01:28:17.961564 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-007cc435-240c-4e39-ab0b-420b3079396b req-f89d9242-9ac1-4121-a910-e5aaeb23d9b6 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 210 time: 0.0391419 Jun 30 01:28:19.090192 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7349b-8656-439b-b211-8b923861db96 req-6c467d7c-c730-4a7f-9332-d46b543d8936 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:19.091884 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e3f7349b-8656-439b-b211-8b923861db96 req-6c467d7c-c730-4a7f-9332-d46b543d8936 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0696783 Jun 30 01:28:19.137053 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e3f7349b-8656-439b-b211-8b923861db96 req-c1439c84-c490-458c-9487-044f26f6c384 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383396 Jun 30 01:28:19.166026 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e3099a77-bb93-416f-a4a8-3d3299152628 req-e52f21bf-3870-4823-a4c3-23f5f0b99d10 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 210 time: 0.0280108 Jun 30 01:28:20.016516 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a050f-1064-49c9-bded-8da1cc5df48c req-e1ce007d-6fa6-4d6f-8997-103b5ab47287 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:20.018365 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-e1ce007d-6fa6-4d6f-8997-103b5ab47287 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "GET /v2.0/networks?id=13855da3-bc55-4f33-baa4-bc0f31040324 HTTP/1.1" status: 200 len: 814 time: 0.1122689 Jun 30 01:28:20.034674 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-692a050f-1064-49c9-bded-8da1cc5df48c req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Request body: {'port': {'device_id': '8ca034c4-353e-4282-a121-e09c66251932', 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324', 'admin_state_up': True, 'tenant_id': '0551dd9477a74f3388897c17d1129be4'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:20.240458 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692a050f-1064-49c9-bded-8da1cc5df48c req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Made reservation on behalf of 0551dd9477a74f3388897c17d1129be4 for: {'port': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:20.245629 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-692a050f-1064-49c9-bded-8da1cc5df48c req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:20.345752 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de877c-1e3a-479f-a6dc-8c6c282f1110 req-c5ea29c9-9b06-4bad-b752-1f5f90411fdc tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:20.347376 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a6de877c-1e3a-479f-a6dc-8c6c282f1110 req-c5ea29c9-9b06-4bad-b752-1f5f90411fdc tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0838983 Jun 30 01:28:20.391047 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c7872bd6-a99d-49c9-9bdc-252f9745339f req-c8ec4474-431e-4799-a063-19bd3f64132a tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 210 time: 0.0423348 Jun 30 01:28:20.423573 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [req-692a050f-1064-49c9-bded-8da1cc5df48c req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Allocated IP 172.20.0.3 (13855da3-bc55-4f33-baa4-bc0f31040324/6644716a-afa1-4d2e-bd8d-61ef445e43cf/134a26fa-ec3d-45b1-9b28-2b5d59b6f73b) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:28:20.448321 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a6de877c-1e3a-479f-a6dc-8c6c282f1110 req-6ce58ca7-5d4b-4e0e-b16c-f6fe0608ff00 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886502 Jun 30 01:28:20.583070 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-692a050f-1064-49c9-bded-8da1cc5df48c req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:20.702565 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-692a050f-1064-49c9-bded-8da1cc5df48c req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:20.706494 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:20.716913 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['90dae55c-ff73-4bba-84f5-e35116f7c704', 'baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:28:20.753861 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692a050f-1064-49c9-bded-8da1cc5df48c req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Network 13855da3-bc55-4f33-baa4-bc0f31040324 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:20.757326 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [req-692a050f-1064-49c9-bded-8da1cc5df48c req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:20.761196 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-692a050f-1064-49c9-bded-8da1cc5df48c req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:28:20.768428 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Pushing event updated for resources: {'Port': ['ID=134a26fa-ec3d-45b1-9b28-2b5d59b6f73b,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:20.790628 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:20.820337 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a050f-1064-49c9-bded-8da1cc5df48c req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:20.820929 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-692a050f-1064-49c9-bded-8da1cc5df48c req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:20.914326 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8860157 Jun 30 01:28:20.943980 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Request body: {'port': {'device_id': '8ca034c4-353e-4282-a121-e09c66251932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:21.016898 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:21.406974 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b {{(pid=93393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:28:21.413939 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:21.426267 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Transition to ACTIVE for port object 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b will not be triggered until provisioned by entity L2. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:21.478988 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:21.482529 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-1bb5d3df-297a-49d8-88fa-3bda08fb7b22 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:21.566583 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Pushing event updated for resources: {'Port': ['ID=134a26fa-ec3d-45b1-9b28-2b5d59b6f73b,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:21.569946 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:21.619246 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Attempting to bind port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:28:21.619572 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Attempting to bind port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:28:21.619897 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Attempting to bind port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b on network 13855da3-bc55-4f33-baa4-bc0f31040324 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:21.624625 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b on network 13855da3-bc55-4f33-baa4-bc0f31040324 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:28:21.624933 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Attempting to bind port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b on network 13855da3-bc55-4f33-baa4-bc0f31040324 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:21.629586 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:28:21.629915 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Checking segment: {'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:21.630285 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Bound using segment: {'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:28:21.630757 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Bound port: 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'}}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:28:21.631145 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:21.633999 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0c11a-de1f-421a-8802-6ceaec984904 req-c54ce097-23ab-4e40-8de8-c0f401987cfa tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:21.635523 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b0e0c11a-de1f-421a-8802-6ceaec984904 req-c54ce097-23ab-4e40-8de8-c0f401987cfa tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 943 time: 0.1163290 Jun 30 01:28:21.653068 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180755c-7cd9-4e00-9b95-9124860bc9d4 req-0dd9598f-1758-494b-9abb-3cbe74175dcb tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:21.654711 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e180755c-7cd9-4e00-9b95-9124860bc9d4 req-0dd9598f-1758-494b-9abb-3cbe74175dcb tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0924025 Jun 30 01:28:21.697209 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] For port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b, host hv-cinder-79724, cleared binding levels {{(pid=93393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:28:21.700662 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] For port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=134a26fa-ec3d-45b1-9b28-2b5d59b6f73b,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:28:21.719331 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b0e0c11a-de1f-421a-8802-6ceaec984904 req-b5f82f6e-4e83-4d7a-a9fd-f715775eee7e tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590107 Jun 30 01:28:21.722020 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e180755c-7cd9-4e00-9b95-9124860bc9d4 req-04fa8fb0-ebc8-46ba-8923-174821304d79 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569003 Jun 30 01:28:21.782695 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:21.784692 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:21.819757 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:21.820385 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:21.821802 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] 10.222.0.36 "PUT /v2.0/ports/134a26fa-ec3d-45b1-9b28-2b5d59b6f73b HTTP/1.1" status: 200 len: 1093 time: 0.8825843 Jun 30 01:28:21.822311 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca034c4-353e-4282-a121-e09c66251932', 'tag': '134a26fa-ec3d-45b1-9b28-2b5d59b6f73b'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:28:21.824667 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dac499-40db-40b0-b882-fc296ee32247" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca034c4-353e-4282-a121-e09c66251932", "tag": "134a26fa-ec3d-45b1-9b28-2b5d59b6f73b"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:28:21.846016 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Pushing event updated for resources: {'Port': ['ID=134a26fa-ec3d-45b1-9b28-2b5d59b6f73b,revision_number=3']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:21.849266 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:21.864377 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a319dc-6a76-45ff-a076-8bb4b39eb58c x-openstack-request-id: req-b0a319dc-6a76-45ff-a076-8bb4b39eb58c {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:28:21.864708 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca034c4-353e-4282-a121-e09c66251932", "tag": "134a26fa-ec3d-45b1-9b28-2b5d59b6f73b", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:28:21.865033 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0a319dc-6a76-45ff-a076-8bb4b39eb58c {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:28:21.865464 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca034c4-353e-4282-a121-e09c66251932', 'tag': '134a26fa-ec3d-45b1-9b28-2b5d59b6f73b', 'status': 'completed', 'code': 200} Jun 30 01:28:21.945161 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dac499-40db-40b0-b882-fc296ee32247 req-bb47846e-2051-4492-85c3-c6640a79ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:21.946649 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e0dac499-40db-40b0-b882-fc296ee32247 req-bb47846e-2051-4492-85c3-c6640a79ecd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0551dd9477a74f3388897c17d1129be4&device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 1096 time: 0.0520098 Jun 30 01:28:22.051529 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dac499-40db-40b0-b882-fc296ee32247 req-aaa63876-0a77-4a0c-8cd4-037aaffa0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:22.052977 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e0dac499-40db-40b0-b882-fc296ee32247 req-aaa63876-0a77-4a0c-8cd4-037aaffa0684 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0551dd9477a74f3388897c17d1129be4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0915186 Jun 30 01:28:22.154135 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dac499-40db-40b0-b882-fc296ee32247 req-4a093a5f-0d38-4a7f-b896-f90fa230280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:22.155637 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-e0dac499-40db-40b0-b882-fc296ee32247 req-4a093a5f-0d38-4a7f-b896-f90fa230280e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916712 Jun 30 01:28:22.261525 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a050f-1064-49c9-bded-8da1cc5df48c req-4b9e3489-028f-447f-8646-02b84542cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:22.263665 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-4b9e3489-028f-447f-8646-02b84542cb6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0551dd9477a74f3388897c17d1129be4&device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 1096 time: 0.0623307 Jun 30 01:28:22.313944 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-828f7455-8ac9-40ea-985d-2a2b49ff9a5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=134a26fa-ec3d-45b1-9b28-2b5d59b6f73b HTTP/1.1" status: 200 len: 217 time: 0.0346444 Jun 30 01:28:22.378273 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a050f-1064-49c9-bded-8da1cc5df48c req-c3fccb8b-2e76-4991-a9e9-985cf4d43c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:22.379744 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-c3fccb8b-2e76-4991-a9e9-985cf4d43c3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6644716a-afa1-4d2e-bd8d-61ef445e43cf HTTP/1.1" status: 200 len: 854 time: 0.0450113 Jun 30 01:28:22.416616 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-46861221-7319-4438-bb32-f51422a52598 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13855da3-bc55-4f33-baa4-bc0f31040324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290680 Jun 30 01:28:22.521206 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-85f2ede1-386b-478a-9953-7648c461f705 service neutron] 10.222.0.36 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944924 Jun 30 01:28:22.623898 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-692a050f-1064-49c9-bded-8da1cc5df48c req-f351b7ac-fc03-4796-996b-c7b003d02804 service neutron] 10.222.0.36 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940616 Jun 30 01:28:22.942017 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0efd55-48eb-48ec-8b96-1e7062f032ba req-28526126-e258-41e4-8d9e-e62c25dd4ea2 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:22.943421 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc0efd55-48eb-48ec-8b96-1e7062f032ba req-28526126-e258-41e4-8d9e-e62c25dd4ea2 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0962520 Jun 30 01:28:22.952097 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d0d92-69ab-4373-b7a2-9f9770d5f64e req-54ce3059-ce68-423a-9712-67d11caafda6 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:22.953446 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f30d0d92-69ab-4373-b7a2-9f9770d5f64e req-54ce3059-ce68-423a-9712-67d11caafda6 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 943 time: 0.1158245 Jun 30 01:28:23.004938 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc0efd55-48eb-48ec-8b96-1e7062f032ba req-c7e04015-86d9-4910-be01-d3fc1e1d37e0 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505753 Jun 30 01:28:23.012914 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f30d0d92-69ab-4373-b7a2-9f9770d5f64e req-9d50b566-8925-4cbd-8fc8-c02721b4d01c tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511014 Jun 30 01:28:24.227201 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001ce63-eca7-4b25-a41b-d77d0e09e638 req-006dc1c5-9f64-4ccd-b9f6-16e8fb03a5f8 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:24.228709 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3001ce63-eca7-4b25-a41b-d77d0e09e638 req-006dc1c5-9f64-4ccd-b9f6-16e8fb03a5f8 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1080468 Jun 30 01:28:24.248520 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb8ad3-be9c-4aad-a20b-86d3616e6c71 req-3093eb9b-1766-499d-a495-60ec2e810649 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:24.249984 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3cbb8ad3-be9c-4aad-a20b-86d3616e6c71 req-3093eb9b-1766-499d-a495-60ec2e810649 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 943 time: 0.1011572 Jun 30 01:28:24.301074 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3001ce63-eca7-4b25-a41b-d77d0e09e638 req-625afb51-36bf-4c66-b985-2315f14bc81c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657146 Jun 30 01:28:24.308822 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3cbb8ad3-be9c-4aad-a20b-86d3616e6c71 req-c3b71a15-7dfc-4072-9e87-c0c29f94de4e tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502951 Jun 30 01:28:25.561209 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a5751-ad49-45e2-b821-2f43566328c1 req-aaca592b-de1e-442f-bc7d-eee8a5312a46 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:25.562663 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-530a5751-ad49-45e2-b821-2f43566328c1 req-aaca592b-de1e-442f-bc7d-eee8a5312a46 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 943 time: 0.1099575 Jun 30 01:28:25.570808 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad7208-d177-4587-8ea4-bfe242b6648a req-5dadb52d-0161-46c4-93c2-7ae0ab4f8803 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:25.572212 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-03ad7208-d177-4587-8ea4-bfe242b6648a req-5dadb52d-0161-46c4-93c2-7ae0ab4f8803 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1049833 Jun 30 01:28:25.577268 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:28:25.625362 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-530a5751-ad49-45e2-b821-2f43566328c1 req-0f85722b-0a39-441a-8371-5a4c8039ef19 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520241 Jun 30 01:28:25.632548 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-03ad7208-d177-4587-8ea4-bfe242b6648a req-cfda2dbd-01f9-43d2-a9ae-7ee30147a30d tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532119 Jun 30 01:28:25.675616 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=134a26fa-ec3d-45b1-9b28-2b5d59b6f73b,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:25.687080 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': '134a26fa-ec3d-45b1-9b28-2b5d59b6f73b', 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324', 'port_id': '134a26fa-ec3d-45b1-9b28-2b5d59b6f73b', 'mac_address': 'fa:16:3e:5e:68:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6644716a-afa1-4d2e-bd8d-61ef445e43cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:28:25.724407 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:25.737749 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:28:25.757815 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=134a26fa-ec3d-45b1-9b28-2b5d59b6f73b,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:25.810494 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:25.812433 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:25.863633 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=134a26fa-ec3d-45b1-9b28-2b5d59b6f73b,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:25.871855 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:26.205963 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['134a26fa-ec3d-45b1-9b28-2b5d59b6f73b'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:28:26.874491 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6529d8-967b-493f-ae2d-14c8ac9a12ae req-9fbd0014-618f-411e-80be-bd1915f9fae2 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:26.875996 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e6529d8-967b-493f-ae2d-14c8ac9a12ae req-9fbd0014-618f-411e-80be-bd1915f9fae2 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 944 time: 0.1315460 Jun 30 01:28:26.883150 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf357a-c4e2-4732-9a37-abdaa9a7c59e req-5fcf5a48-ee83-4b56-b825-cf25b51f3723 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:26.884531 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4bcf357a-c4e2-4732-9a37-abdaa9a7c59e req-5fcf5a48-ee83-4b56-b825-cf25b51f3723 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0987415 Jun 30 01:28:26.937389 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e6529d8-967b-493f-ae2d-14c8ac9a12ae req-5ee9339c-deb9-4758-b98e-691e437c22c3 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519361 Jun 30 01:28:26.941850 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4bcf357a-c4e2-4732-9a37-abdaa9a7c59e req-6a498326-6a33-4a3e-b2b6-41ba683fa099 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506351 Jun 30 01:28:27.510076 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 33382) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:27.594427 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:28:27.611171 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-db5c529b-1360-41e1-b07e-d5c21716a20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:27.689823 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:28:27.693695 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:27.694077 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:27.694599 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-db5c529b-1360-41e1-b07e-d5c21716a20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:27.758530 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-db5c529b-1360-41e1-b07e-d5c21716a20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:27.761068 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:27.772787 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:27.794122 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca034c4-353e-4282-a121-e09c66251932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134a26fa-ec3d-45b1-9b28-2b5d59b6f73b'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:28:27.795020 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c529b-1360-41e1-b07e-d5c21716a20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd5cf09-e165-4c85-9e89-f6c9d89e2f6a,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:27.796654 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33d287f-fa08-4324-a13e-766146ca26b7" -d '{"events": [{"server_uuid": "8ca034c4-353e-4282-a121-e09c66251932", "name": "network-vif-plugged", "status": "completed", "tag": "134a26fa-ec3d-45b1-9b28-2b5d59b6f73b"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:28:27.799610 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-db5c529b-1360-41e1-b07e-d5c21716a20d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f4150df0f2341faa57e5efd6ae05476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884777 Jun 30 01:28:27.800469 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-db5c529b-1360-41e1-b07e-d5c21716a20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:27.802322 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 33388) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:27.811281 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=134a26fa-ec3d-45b1-9b28-2b5d59b6f73b,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:27.837443 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d57077-1186-444d-978e-35195cdaf649 x-openstack-request-id: req-e8d57077-1186-444d-978e-35195cdaf649 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:28:27.837739 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca034c4-353e-4282-a121-e09c66251932", "name": "network-vif-plugged", "status": "completed", "tag": "134a26fa-ec3d-45b1-9b28-2b5d59b6f73b", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:28:27.837992 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8d57077-1186-444d-978e-35195cdaf649 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:28:27.838392 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca034c4-353e-4282-a121-e09c66251932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134a26fa-ec3d-45b1-9b28-2b5d59b6f73b', 'code': 200} Jun 30 01:28:27.857616 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-fb21e1c4-83f9-4d36-860f-0032e451badd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:27.867456 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:27.869750 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-22cea905-bb99-44b9-a5d4-5ee79a8ebdba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:27.875277 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-fb21e1c4-83f9-4d36-860f-0032e451badd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:27.917394 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=134a26fa-ec3d-45b1-9b28-2b5d59b6f73b,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:27.920953 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:27.982223 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-fb21e1c4-83f9-4d36-860f-0032e451badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:27.985097 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-fb21e1c4-83f9-4d36-860f-0032e451badd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:27.988709 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-fb21e1c4-83f9-4d36-860f-0032e451badd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fd5cf09-e165-4c85-9e89-f6c9d89e2f6a HTTP/1.1" status: 204 len: 168 time: 0.1827583 Jun 30 01:28:27.988709 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c4119d5f-6601-444b-9fce-99ec7a385ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:28.005645 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21e1c4-83f9-4d36-860f-0032e451badd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd5cf09-e165-4c85-9e89-f6c9d89e2f6a,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:28.008495 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-fb21e1c4-83f9-4d36-860f-0032e451badd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:28.169709 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d756077-cfdf-40c2-b2d5-222625411874 req-369418c4-5cff-44c2-9abc-5011329c9536 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:28.170436 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-46582532-ec2e-47df-8b7b-8675976edbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:28.171215 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0d756077-cfdf-40c2-b2d5-222625411874 req-369418c4-5cff-44c2-9abc-5011329c9536 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 945 time: 0.0962491 Jun 30 01:28:28.178715 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b758821-e901-499b-acb2-818ecd785268 req-dcb3da2a-5c0d-4391-ad2d-46f10ac7eef2 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:28.180146 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8b758821-e901-499b-acb2-818ecd785268 req-dcb3da2a-5c0d-4391-ad2d-46f10ac7eef2 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1144269 Jun 30 01:28:28.234173 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0d756077-cfdf-40c2-b2d5-222625411874 req-4e1dd6c6-4306-4309-bbef-f55db690555d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530758 Jun 30 01:28:28.238827 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8b758821-e901-499b-acb2-818ecd785268 req-5ff5a2bf-a48b-4759-a944-84b639930d7b tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504305 Jun 30 01:28:28.643226 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 33406) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:28.657017 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0d2519ac-253d-425c-ae79-eadcedb68b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:28.738458 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0d2519ac-253d-425c-ae79-eadcedb68b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:28.798112 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0d2519ac-253d-425c-ae79-eadcedb68b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:28.801354 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:28.834839 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-0d2519ac-253d-425c-ae79-eadcedb68b21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba28fb910ccd4886aa818e7c521d76c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905153 Jun 30 01:28:28.836739 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2519ac-253d-425c-ae79-eadcedb68b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ade8f7-f96d-4178-a849-07dfe9768169,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:28.837473 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 33408) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:28.839749 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0d2519ac-253d-425c-ae79-eadcedb68b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:28.884285 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-209e6c20-3e94-4df6-ad77-46642117d6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:28.905262 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-209e6c20-3e94-4df6-ad77-46642117d6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:29.021240 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-209e6c20-3e94-4df6-ad77-46642117d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:29.023795 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-209e6c20-3e94-4df6-ad77-46642117d6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:29.024912 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-209e6c20-3e94-4df6-ad77-46642117d6ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44ade8f7-f96d-4178-a849-07dfe9768169 HTTP/1.1" status: 204 len: 168 time: 0.1864777 Jun 30 01:28:29.025678 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3817a596-d385-4592-b3e4-546f26ad61b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:29.032833 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e6c20-3e94-4df6-ad77-46642117d6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ade8f7-f96d-4178-a849-07dfe9768169,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:29.035844 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-209e6c20-3e94-4df6-ad77-46642117d6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:30.765029 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-377f2682-1c9f-4e93-992d-57fc54a18c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:31.038328 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:31.349063 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08304d1a-437f-4146-b18a-514a59f27bc4 req-0a58abc2-7a61-4a49-9434-257fe9beabf0 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:31.350594 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-08304d1a-437f-4146-b18a-514a59f27bc4 req-0a58abc2-7a61-4a49-9434-257fe9beabf0 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1112561 Jun 30 01:28:31.360346 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164e0f7-7769-40d4-a536-37a6394d0926 req-a4513024-92ac-4bbc-aa2f-fa054d2d7e70 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:31.361868 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f164e0f7-7769-40d4-a536-37a6394d0926 req-a4513024-92ac-4bbc-aa2f-fa054d2d7e70 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 945 time: 0.1090782 Jun 30 01:28:31.418935 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-08304d1a-437f-4146-b18a-514a59f27bc4 req-efbad28f-af06-4162-a26d-e6777ad1ca1f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561056 Jun 30 01:28:31.424517 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f164e0f7-7769-40d4-a536-37a6394d0926 req-f4666b94-7b20-4cc7-b900-1ac2ece4de1a tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558386 Jun 30 01:28:31.441093 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166a2b2-5c6f-42a8-9fba-600bda31598b req-a8177fc2-40eb-41cf-912f-a573d2556967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:31.442575 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-4166a2b2-5c6f-42a8-9fba-600bda31598b req-a8177fc2-40eb-41cf-912f-a573d2556967 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 1098 time: 0.0546432 Jun 30 01:28:31.480891 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-4166a2b2-5c6f-42a8-9fba-600bda31598b req-1ec20baf-75ca-4adc-9cd6-e2a826ac7835 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270872 Jun 30 01:28:31.889803 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.670783 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc07a97-0117-476e-b633-2e3d3896792e req-b4e78424-9e58-4e3a-af69-9a24053af034 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:32.672642 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3dc07a97-0117-476e-b633-2e3d3896792e req-b4e78424-9e58-4e3a-af69-9a24053af034 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1009176 Jun 30 01:28:32.679946 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a38be-e4ec-479e-b88a-b6eceb13c7b4 req-16b71167-8945-4ee8-8a97-2e4a41356783 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:32.681333 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a51a38be-e4ec-479e-b88a-b6eceb13c7b4 req-16b71167-8945-4ee8-8a97-2e4a41356783 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 945 time: 0.1263165 Jun 30 01:28:32.743955 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3dc07a97-0117-476e-b633-2e3d3896792e req-3ab63849-32dc-44c5-b97a-c4f5e0f6cea4 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616906 Jun 30 01:28:32.750182 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a51a38be-e4ec-479e-b88a-b6eceb13c7b4 req-d0dffc86-76b7-4574-8ca4-555d3a2d33aa tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615232 Jun 30 01:28:33.337848 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.968110 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53737f-2f84-4b61-b240-b0bad2949e0e req-303f99e2-034d-4752-98a6-352d6299add8 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:33.969578 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2f53737f-2f84-4b61-b240-b0bad2949e0e req-303f99e2-034d-4752-98a6-352d6299add8 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1035497 Jun 30 01:28:33.977339 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183debc-4b99-4e88-b014-b12d27e172cf req-1a069353-5019-4d8a-b549-262b64dab7de tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:33.978685 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d183debc-4b99-4e88-b014-b12d27e172cf req-1a069353-5019-4d8a-b549-262b64dab7de tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 945 time: 0.1031570 Jun 30 01:28:34.025772 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2f53737f-2f84-4b61-b240-b0bad2949e0e req-96c64edd-8734-4c9f-ac07-242d2e14d0d9 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461161 Jun 30 01:28:34.039370 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d183debc-4b99-4e88-b014-b12d27e172cf req-752ba495-a64b-44d2-9151-f2e9a153e9e9 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525208 Jun 30 01:28:34.210812 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 33606) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:34.314538 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ee14a570-99a4-40ab-abdf-b0d39fe5472f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.398728 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ee14a570-99a4-40ab-abdf-b0d39fe5472f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.484054 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ee14a570-99a4-40ab-abdf-b0d39fe5472f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.486538 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:34.520928 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14a570-99a4-40ab-abdf-b0d39fe5472f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fd39ac-4b8b-4876-87f9-20c04a673569,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:34.537467 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ee14a570-99a4-40ab-abdf-b0d39fe5472f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:34.542952 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 33618) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:34.551595 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-ee14a570-99a4-40ab-abdf-b0d39fe5472f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28fcceb017624f948120cae195f595d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394811 Jun 30 01:28:34.599439 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.600389 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1b37afd0-7d98-473f-97be-4925a715ad94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.626466 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1b37afd0-7d98-473f-97be-4925a715ad94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.787372 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1b37afd0-7d98-473f-97be-4925a715ad94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.790128 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1b37afd0-7d98-473f-97be-4925a715ad94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.791596 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-1b37afd0-7d98-473f-97be-4925a715ad94 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60fd39ac-4b8b-4876-87f9-20c04a673569 HTTP/1.1" status: 204 len: 168 time: 0.2473691 Jun 30 01:28:34.792468 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:34.804890 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37afd0-7d98-473f-97be-4925a715ad94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fd39ac-4b8b-4876-87f9-20c04a673569,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:34.807537 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-1b37afd0-7d98-473f-97be-4925a715ad94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:35.219391 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4602cf-db91-48b4-baf3-c6298916fc10 req-6f401030-2761-4189-b30d-a46cba34ff7e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:35.220909 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5b4602cf-db91-48b4-baf3-c6298916fc10 req-6f401030-2761-4189-b30d-a46cba34ff7e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0656543 Jun 30 01:28:35.259563 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5b4602cf-db91-48b4-baf3-c6298916fc10 req-a768f0a2-949c-485b-92f1-a98a02d041b9 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327778 Jun 30 01:28:35.484844 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 33640) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:35.506144 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 33644) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:35.519396 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bb1a338a-4c9c-42f9-bbce-d3ed1a810ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.609962 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bb1a338a-4c9c-42f9-bbce-d3ed1a810ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.684248 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bb1a338a-4c9c-42f9-bbce-d3ed1a810ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.687828 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-61b42348-b113-410f-986d-7dbfe47b3abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:35.692204 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ee66c341-9f5f-4193-af54-1e5637289051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.743766 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a338a-4c9c-42f9-bbce-d3ed1a810ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1bf75a-b942-4dd6-acf3-709ad94c4c4c,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:35.750553 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-bb1a338a-4c9c-42f9-bbce-d3ed1a810ea4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b040c126d1d48c5b8fb4c2cfa76eae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409291 Jun 30 01:28:35.750553 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-bb1a338a-4c9c-42f9-bbce-d3ed1a810ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:35.751917 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 33654) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:35.788565 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ee66c341-9f5f-4193-af54-1e5637289051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.804046 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-398f2453-e37a-4560-a8d4-7f32a2892065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.824803 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-398f2453-e37a-4560-a8d4-7f32a2892065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.860864 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ee66c341-9f5f-4193-af54-1e5637289051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.869245 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4c934d39-5372-44a8-994e-38a500d7b37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:35.901586 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-ee66c341-9f5f-4193-af54-1e5637289051 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1284312e317f4513ab71007db897918e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156930 Jun 30 01:28:35.904299 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66c341-9f5f-4193-af54-1e5637289051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251e995c-1b98-4aaa-bccc-a1940cac0f53,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:35.905242 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 33658) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:35.907409 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ee66c341-9f5f-4193-af54-1e5637289051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:35.935133 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-398f2453-e37a-4560-a8d4-7f32a2892065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.937564 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-398f2453-e37a-4560-a8d4-7f32a2892065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.938661 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-398f2453-e37a-4560-a8d4-7f32a2892065 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf1bf75a-b942-4dd6-acf3-709ad94c4c4c HTTP/1.1" status: 204 len: 168 time: 0.1868963 Jun 30 01:28:35.943372 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d5d52b44-2f09-4d26-b885-9d712bc4a212 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:35.955751 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f2453-e37a-4560-a8d4-7f32a2892065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1bf75a-b942-4dd6-acf3-709ad94c4c4c,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:35.957820 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-398f2453-e37a-4560-a8d4-7f32a2892065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:35.976327 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c569af3a-ca2c-4a89-b7f9-9934142e5f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.998993 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c569af3a-ca2c-4a89-b7f9-9934142e5f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.124527 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c569af3a-ca2c-4a89-b7f9-9934142e5f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.126976 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c569af3a-ca2c-4a89-b7f9-9934142e5f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.128120 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-c569af3a-ca2c-4a89-b7f9-9934142e5f94 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/251e995c-1b98-4aaa-bccc-a1940cac0f53 HTTP/1.1" status: 204 len: 168 time: 0.2216880 Jun 30 01:28:36.129005 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d0da5e23-f69e-4d41-beb9-6b79cde1b651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:36.136739 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569af3a-ca2c-4a89-b7f9-9934142e5f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251e995c-1b98-4aaa-bccc-a1940cac0f53,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:36.139639 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c569af3a-ca2c-4a89-b7f9-9934142e5f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:36.451834 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3fa2e-b6cc-4c95-99bc-8d68dc7b3b3b req-da3a2a05-f609-469e-954d-52e34d5d55c7 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:36.453277 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-18a3fa2e-b6cc-4c95-99bc-8d68dc7b3b3b req-da3a2a05-f609-469e-954d-52e34d5d55c7 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0618510 Jun 30 01:28:36.493180 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-18a3fa2e-b6cc-4c95-99bc-8d68dc7b3b3b req-382ccae8-0161-4098-995e-4bb841db6698 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338461 Jun 30 01:28:37.699005 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc92fa-d7e1-462c-99fd-73252eea4abd req-21b91e24-3cc0-439d-abb9-ff710aa61349 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:37.700530 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cdbc92fa-d7e1-462c-99fd-73252eea4abd req-21b91e24-3cc0-439d-abb9-ff710aa61349 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0765343 Jun 30 01:28:37.744947 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cdbc92fa-d7e1-462c-99fd-73252eea4abd req-b5fda033-a286-44ac-8083-ba61272bf624 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369391 Jun 30 01:28:38.051262 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315bb25-7a47-4320-bb12-eacbb6b384da req-af11048f-2a1b-4539-b4fc-7f7853aa33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:38.052766 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-2315bb25-7a47-4320-bb12-eacbb6b384da req-af11048f-2a1b-4539-b4fc-7f7853aa33b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 1099 time: 0.2985060 Jun 30 01:28:38.102429 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-2315bb25-7a47-4320-bb12-eacbb6b384da req-a788c2f4-257a-41e1-a734-edf5f8faf3e9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406361 Jun 30 01:28:38.395219 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:28:38.950523 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9b612-19d6-45a0-9da8-0ab7abbc19b9 req-97315401-79cb-41e9-8fd6-0d8356a1730d tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:38.952006 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-62a9b612-19d6-45a0-9da8-0ab7abbc19b9 req-97315401-79cb-41e9-8fd6-0d8356a1730d tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0662832 Jun 30 01:28:38.991357 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-62a9b612-19d6-45a0-9da8-0ab7abbc19b9 req-3d0178c1-8be6-4c96-95e0-42bb3ad672a6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330727 Jun 30 01:28:40.229163 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a01384-e8d6-4e65-abe4-aa20e3fe0b23 req-0149c47b-e38c-46a0-a7aa-5cb4476b5ca2 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:40.230616 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17a01384-e8d6-4e65-abe4-aa20e3fe0b23 req-0149c47b-e38c-46a0-a7aa-5cb4476b5ca2 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1261976 Jun 30 01:28:40.266699 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17a01384-e8d6-4e65-abe4-aa20e3fe0b23 req-23a080c7-d5f7-48c7-a0eb-0747b0326c08 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304477 Jun 30 01:28:40.448251 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b88dc-ef82-4ff0-a944-a1b502fe0655 req-66695bf8-43b6-4d21-be5a-dce0f57722e0 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:40.449874 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-377b88dc-ef82-4ff0-a944-a1b502fe0655 req-66695bf8-43b6-4d21-be5a-dce0f57722e0 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0710318 Jun 30 01:28:40.490439 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-377b88dc-ef82-4ff0-a944-a1b502fe0655 req-2f28db9c-0482-427c-8a9c-f93226a47fec tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341749 Jun 30 01:28:40.837961 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 33874) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:41.168585 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c1ec79b2-96d1-4038-bf97-bf54d68453fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.263459 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c1ec79b2-96d1-4038-bf97-bf54d68453fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.318219 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c1ec79b2-96d1-4038-bf97-bf54d68453fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.320785 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:41.356975 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-c1ec79b2-96d1-4038-bf97-bf54d68453fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=badfc51374464b3e82eece9566103940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179665 Jun 30 01:28:41.357844 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec79b2-96d1-4038-bf97-bf54d68453fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541e98da-8aa4-4948-b72f-c1ef0eb5880a,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:41.360108 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 33884) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:41.361610 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c1ec79b2-96d1-4038-bf97-bf54d68453fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:41.407439 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e0319b5b-5628-459c-95c6-38dcc738ebdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.428368 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e0319b5b-5628-459c-95c6-38dcc738ebdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.547662 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e0319b5b-5628-459c-95c6-38dcc738ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.550209 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e0319b5b-5628-459c-95c6-38dcc738ebdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.554685 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-e0319b5b-5628-459c-95c6-38dcc738ebdf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/541e98da-8aa4-4948-b72f-c1ef0eb5880a HTTP/1.1" status: 204 len: 168 time: 0.1902704 Jun 30 01:28:41.554685 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-2243623e-a2ba-4194-8857-61a1472e95ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:41.559475 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0319b5b-5628-459c-95c6-38dcc738ebdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541e98da-8aa4-4948-b72f-c1ef0eb5880a,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:41.563864 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-e0319b5b-5628-459c-95c6-38dcc738ebdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:42.139517 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 33894) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:42.152972 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-26f932fa-e806-415b-8947-a52c60b4615a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:42.260779 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-26f932fa-e806-415b-8947-a52c60b4615a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:42.335316 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-26f932fa-e806-415b-8947-a52c60b4615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:42.337852 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-acfdf117-ba42-483f-bec4-3a22c1b64367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:42.372987 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-26f932fa-e806-415b-8947-a52c60b4615a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85226050d00a4d2aa96b98bd7fc09f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319269 Jun 30 01:28:42.374054 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f932fa-e806-415b-8947-a52c60b4615a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2d7d1d-b0b5-4d46-9613-c2cf73e8f1f4,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:42.375984 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 33900) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:42.376915 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-26f932fa-e806-415b-8947-a52c60b4615a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:42.423801 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ad5c70e0-650a-4c5b-8164-14f00baaba43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:42.443679 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ad5c70e0-650a-4c5b-8164-14f00baaba43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:42.558278 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ad5c70e0-650a-4c5b-8164-14f00baaba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:42.560930 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ad5c70e0-650a-4c5b-8164-14f00baaba43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:42.562573 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-ad5c70e0-650a-4c5b-8164-14f00baaba43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb2d7d1d-b0b5-4d46-9613-c2cf73e8f1f4 HTTP/1.1" status: 204 len: 168 time: 0.1841590 Jun 30 01:28:42.563285 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:42.570764 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c70e0-650a-4c5b-8164-14f00baaba43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2d7d1d-b0b5-4d46-9613-c2cf73e8f1f4,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:42.572984 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ad5c70e0-650a-4c5b-8164-14f00baaba43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:45.235475 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8367e-53a5-4640-84a9-44acf729e93a req-f04d1787-c189-4242-9a79-d67b0dc14511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:45.236954 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b6f8367e-53a5-4640-84a9-44acf729e93a req-f04d1787-c189-4242-9a79-d67b0dc14511 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=610eefbe7f1041da9d694a20440f1337&device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 1099 time: 0.0588923 Jun 30 01:28:45.242652 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455369d-2178-47ba-9674-323571b50dfa req-57997456-d098-4468-9902-cc981e635c6a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:45.244134 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4455369d-2178-47ba-9674-323571b50dfa req-57997456-d098-4468-9902-cc981e635c6a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0790138 Jun 30 01:28:45.282779 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4455369d-2178-47ba-9674-323571b50dfa req-8307a360-5140-4b16-a73e-19b38c91813e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316885 Jun 30 01:28:45.346875 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8367e-53a5-4640-84a9-44acf729e93a req-7fc08d20-c324-47d5-ac33-b5dce43f654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:45.348446 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b6f8367e-53a5-4640-84a9-44acf729e93a req-7fc08d20-c324-47d5-ac33-b5dce43f654c service neutron] 10.222.0.36 "GET /v2.0/networks?id=33e960f6-15b6-4c63-8c13-81c7204c50cf HTTP/1.1" status: 200 len: 920 time: 0.1016657 Jun 30 01:28:45.396364 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b6f8367e-53a5-4640-84a9-44acf729e93a req-ad78f8c2-1f0d-49b8-b583-fd0c65e59eda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 HTTP/1.1" status: 200 len: 217 time: 0.0337286 Jun 30 01:28:45.449575 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8367e-53a5-4640-84a9-44acf729e93a req-b1cae755-7ef3-40bd-b03e-01a99c03ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:45.450965 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b6f8367e-53a5-4640-84a9-44acf729e93a req-b1cae755-7ef3-40bd-b03e-01a99c03ec46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26bb785d-416a-4149-bc5c-47b213a72eb7 HTTP/1.1" status: 200 len: 859 time: 0.0415046 Jun 30 01:28:45.491934 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b6f8367e-53a5-4640-84a9-44acf729e93a req-537cf9df-f4cd-4c55-a45d-ee51fb94f008 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33e960f6-15b6-4c63-8c13-81c7204c50cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325384 Jun 30 01:28:45.599471 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b6f8367e-53a5-4640-84a9-44acf729e93a req-4bc72e8c-ece9-480d-bd0f-a371995d57cd service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987103 Jun 30 01:28:45.712783 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b6f8367e-53a5-4640-84a9-44acf729e93a req-01e46767-9b35-4751-9f3c-b92f3bc81c29 service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950356 Jun 30 01:28:46.461341 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b128f26-bdab-4dd0-a2df-1cd76078d82a req-ef3d3e6b-75e9-47a1-8f5c-4f71e77d8e78 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:46.462781 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6b128f26-bdab-4dd0-a2df-1cd76078d82a req-ef3d3e6b-75e9-47a1-8f5c-4f71e77d8e78 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0630925 Jun 30 01:28:46.501227 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6b128f26-bdab-4dd0-a2df-1cd76078d82a req-d472f430-1194-4c89-a156-408939f7aef5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Jun 30 01:28:47.687259 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73ba19-b0b2-49a3-8f69-643cef001868 req-319ac556-b65c-4da3-b86d-a042ab5fcc0c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:47.688705 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7c73ba19-b0b2-49a3-8f69-643cef001868 req-319ac556-b65c-4da3-b86d-a042ab5fcc0c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0667155 Jun 30 01:28:47.725654 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7c73ba19-b0b2-49a3-8f69-643cef001868 req-f6b57dce-7fc7-4870-b381-f0f495bd0f1c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312009 Jun 30 01:28:48.231543 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 34078) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:48.333651 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b9a41d2e-9bf9-4b22-8d65-7c9c4e2e07b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.424199 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b9a41d2e-9bf9-4b22-8d65-7c9c4e2e07b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.489280 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b9a41d2e-9bf9-4b22-8d65-7c9c4e2e07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.492882 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:48.527563 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-b9a41d2e-9bf9-4b22-8d65-7c9c4e2e07b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43936282684f4f5987d397fc1ec802dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947671 Jun 30 01:28:48.528425 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a41d2e-9bf9-4b22-8d65-7c9c4e2e07b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457ab0b1-74c9-4994-8919-330c0935eeb6,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:48.530873 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34090) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:48.532680 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-b9a41d2e-9bf9-4b22-8d65-7c9c4e2e07b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:48.579341 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.601736 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.681020 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-2239cb1b-a20f-44de-8c7a-54bd74f14283 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:48.682536 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-2239cb1b-a20f-44de-8c7a-54bd74f14283 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/networks?id=13855da3-bc55-4f33-baa4-bc0f31040324 HTTP/1.1" status: 200 len: 814 time: 0.1070750 Jun 30 01:28:48.696828 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-7b410f88-f32d-48a0-9c74-e146fdc4031b tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/quotas/0551dd9477a74f3388897c17d1129be4 HTTP/1.1" status: 200 len: 375 time: 0.0089047 Jun 30 01:28:48.712007 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.714805 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.715976 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/457ab0b1-74c9-4994-8919-330c0935eeb6 HTTP/1.1" status: 204 len: 168 time: 0.1835380 Jun 30 01:28:48.716759 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:48.725122 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457ab0b1-74c9-4994-8919-330c0935eeb6,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:48.732281 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:48.732648 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:48.733000 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:48.733431 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:48.734629 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:48.735109 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:48.735460 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:48.735803 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:48.736151 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:48.736485 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:48.736824 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:48.737323 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:48.740547 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:48.771923 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-194a3c52-ae80-4fd2-aec0-632a8ff9001e tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0551dd9477a74f3388897c17d1129be4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702243 Jun 30 01:28:48.903906 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-e8b76f51-4203-4b08-8182-55f942c69359 service neutron] 10.222.0.35 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245439 Jun 30 01:28:48.985959 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a933c8-2bf8-4c0c-ba00-4e8ee069de32 req-efb2b148-cd59-4ca9-852b-d68ec6854e9f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:48.987480 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-14a933c8-2bf8-4c0c-ba00-4e8ee069de32 req-efb2b148-cd59-4ca9-852b-d68ec6854e9f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1385229 Jun 30 01:28:49.032840 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-5adff8cd-e33a-4927-86f0-ba07a9070db9 service neutron] 10.222.0.35 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201251 Jun 30 01:28:49.054377 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-14a933c8-2bf8-4c0c-ba00-4e8ee069de32 req-aa07b790-1934-4bfb-a886-496941c36c24 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527670 Jun 30 01:28:49.364527 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b17de4c8-5c75-4720-ad36-f1b5959bc4fc req-d1f2094f-52bb-4fe3-bd8b-faa4dfb7f658 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 210 time: 0.0314000 Jun 30 01:28:49.917723 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34146) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:50.021124 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-7ddab53f-a664-40e5-bc5a-c3369b37db88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.114082 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-7ddab53f-a664-40e5-bc5a-c3369b37db88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.231188 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c76706-13dc-4976-8c46-0a7b76e7fa3c req-5f11ef9a-06c9-4e8c-9b69-1a81b74c19c4 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:50.233087 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-84c76706-13dc-4976-8c46-0a7b76e7fa3c req-5f11ef9a-06c9-4e8c-9b69-1a81b74c19c4 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0656102 Jun 30 01:28:50.274428 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-84c76706-13dc-4976-8c46-0a7b76e7fa3c req-e3d64220-c4a1-4300-92f3-94d4671b9d4a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341935 Jun 30 01:28:50.318452 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-7ddab53f-a664-40e5-bc5a-c3369b37db88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.321011 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:50.356910 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-7ddab53f-a664-40e5-bc5a-c3369b37db88 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c2df61ccca74c13a6ed54ced4c91c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4380522 Jun 30 01:28:50.358018 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddab53f-a664-40e5-bc5a-c3369b37db88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e861ae-2241-40ea-af1f-00fa05035152,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:50.361021 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34162) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:50.367892 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-7ddab53f-a664-40e5-bc5a-c3369b37db88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:50.416716 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-74a878d7-2c1f-4b4a-9c5d-98bbb0ffb838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.443200 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-74a878d7-2c1f-4b4a-9c5d-98bbb0ffb838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.541114 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-35b4bcff-cc61-4c94-b169-1dfa9ad4d128 req-ee2899fb-97dd-4af5-b2c1-badac9bb1058 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 210 time: 0.0310941 Jun 30 01:28:50.558208 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-74a878d7-2c1f-4b4a-9c5d-98bbb0ffb838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.561176 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-74a878d7-2c1f-4b4a-9c5d-98bbb0ffb838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.566663 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-74a878d7-2c1f-4b4a-9c5d-98bbb0ffb838 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06e861ae-2241-40ea-af1f-00fa05035152 HTTP/1.1" status: 204 len: 168 time: 0.2008784 Jun 30 01:28:50.566663 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-2fd59ff6-c6eb-4d09-8a5a-6b15597e28fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:50.578248 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a878d7-2c1f-4b4a-9c5d-98bbb0ffb838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e861ae-2241-40ea-af1f-00fa05035152,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:50.580716 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-74a878d7-2c1f-4b4a-9c5d-98bbb0ffb838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:51.277277 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34190) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:51.290868 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4eb70bfb-5592-4712-9f3f-679ae1ab46eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:51.378651 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4eb70bfb-5592-4712-9f3f-679ae1ab46eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:51.455084 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4eb70bfb-5592-4712-9f3f-679ae1ab46eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:51.458584 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ca674e1d-5ba6-4d16-b0ff-2bf18c1286b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:51.505118 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-4eb70bfb-5592-4712-9f3f-679ae1ab46eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d46b33fc4e0341a986882854f5882f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267337 Jun 30 01:28:51.507637 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb70bfb-5592-4712-9f3f-679ae1ab46eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3a2a86-7986-4dac-b8a9-8eead7ed44e6,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:51.510100 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34202) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:51.512220 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4eb70bfb-5592-4712-9f3f-679ae1ab46eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:51.512358 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86ca6c-15b1-4afc-ba2d-645b4d9448b5 req-788711b9-5a66-427f-95ec-743367fa2f27 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:51.516927 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8d86ca6c-15b1-4afc-ba2d-645b4d9448b5 req-788711b9-5a66-427f-95ec-743367fa2f27 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1165540 Jun 30 01:28:51.576379 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8d86ca6c-15b1-4afc-ba2d-645b4d9448b5 req-77f882db-9b1d-4d62-9ae9-1d26cdd18fbb tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500731 Jun 30 01:28:51.602242 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a81e12d2-acaa-42b9-8766-2ddc5c0d8615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:51.636094 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a81e12d2-acaa-42b9-8766-2ddc5c0d8615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:51.732502 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3b522dd4-08e8-43a2-b284-bb78be12ad45 req-f8181222-634f-4a19-966c-e82934a2253e tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 210 time: 0.0285063 Jun 30 01:28:51.779418 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-f668baea-d085-47ed-bfc7-3619c166ffe3 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:51.780866 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-f668baea-d085-47ed-bfc7-3619c166ffe3 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "GET /v2.0/networks?id=13855da3-bc55-4f33-baa4-bc0f31040324 HTTP/1.1" status: 200 len: 814 time: 0.1374037 Jun 30 01:28:51.793920 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Request body: {'port': {'device_id': '4028194c-2c49-4070-a8c4-a2c9eeaa70d6', 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324', 'admin_state_up': True, 'tenant_id': '0551dd9477a74f3388897c17d1129be4'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:51.837288 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a81e12d2-acaa-42b9-8766-2ddc5c0d8615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:51.839941 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a81e12d2-acaa-42b9-8766-2ddc5c0d8615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:51.841088 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a81e12d2-acaa-42b9-8766-2ddc5c0d8615 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b3a2a86-7986-4dac-b8a9-8eead7ed44e6 HTTP/1.1" status: 204 len: 168 time: 0.3299460 Jun 30 01:28:51.843544 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:51.856193 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e12d2-acaa-42b9-8766-2ddc5c0d8615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3a2a86-7986-4dac-b8a9-8eead7ed44e6,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:51.866364 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a81e12d2-acaa-42b9-8766-2ddc5c0d8615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:52.004679 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Made reservation on behalf of 0551dd9477a74f3388897c17d1129be4 for: {'port': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:52.011667 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:52.148349 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Allocated IP 172.20.0.14 (13855da3-bc55-4f33-baa4-bc0f31040324/6644716a-afa1-4d2e-bd8d-61ef445e43cf/c6e5c4b1-3c10-44c7-826c-e32014c14d79) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:28:52.311373 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:52.403925 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:52.408302 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:52.417258 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['90dae55c-ff73-4bba-84f5-e35116f7c704', 'baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0', '134a26fa-ec3d-45b1-9b28-2b5d59b6f73b'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:28:52.457430 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Network 13855da3-bc55-4f33-baa4-bc0f31040324 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:52.463731 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:52.468450 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:28:52.496487 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Pushing event updated for resources: {'Port': ['ID=c6e5c4b1-3c10-44c7-826c-e32014c14d79,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:52.501040 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:52.526455 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:52.526995 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:52.621906 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8313577 Jun 30 01:28:52.638986 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Request body: {'port': {'device_id': '4028194c-2c49-4070-a8c4-a2c9eeaa70d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:52.766415 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:52.806786 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4b193-452e-42df-b364-a3cf7ca4a4f0 req-581e1964-e144-4d79-8ceb-ec3a0efa8903 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:52.814626 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c4b4b193-452e-42df-b364-a3cf7ca4a4f0 req-581e1964-e144-4d79-8ceb-ec3a0efa8903 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0994546 Jun 30 01:28:52.862749 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c4b4b193-452e-42df-b364-a3cf7ca4a4f0 req-cd2cdfae-71d6-425a-a08e-1624a613f00a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 Jun 30 01:28:53.040334 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439b267-4883-4f7d-a7da-8c75b00fe04f req-8368bef9-db4e-4405-8217-01cb72ee3e64 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:53.041745 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b439b267-4883-4f7d-a7da-8c75b00fe04f req-8368bef9-db4e-4405-8217-01cb72ee3e64 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 932 time: 0.0664763 Jun 30 01:28:53.080923 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b439b267-4883-4f7d-a7da-8c75b00fe04f req-492c9e5e-1ed5-4182-a717-530ddbbb955b tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Jun 30 01:28:53.094720 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e5c4b1-3c10-44c7-826c-e32014c14d79 {{(pid=93393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:28:53.104934 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.118863 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Transition to ACTIVE for port object c6e5c4b1-3c10-44c7-826c-e32014c14d79 will not be triggered until provisioned by entity L2. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:53.226596 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.229613 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:53.294459 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e5c4b1-3c10-44c7-826c-e32014c14d79,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:53.298959 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:53.350224 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Attempting to bind port c6e5c4b1-3c10-44c7-826c-e32014c14d79 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:28:53.350882 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Attempting to bind port c6e5c4b1-3c10-44c7-826c-e32014c14d79 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:28:53.350882 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Attempting to bind port c6e5c4b1-3c10-44c7-826c-e32014c14d79 on network 13855da3-bc55-4f33-baa4-bc0f31040324 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:53.355175 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Port c6e5c4b1-3c10-44c7-826c-e32014c14d79 on network 13855da3-bc55-4f33-baa4-bc0f31040324 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:28:53.355492 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Attempting to bind port c6e5c4b1-3c10-44c7-826c-e32014c14d79 on network 13855da3-bc55-4f33-baa4-bc0f31040324 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:53.361077 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:28:53.361414 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Checking segment: {'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:53.361799 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Bound using segment: {'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:28:53.366908 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Bound port: c6e5c4b1-3c10-44c7-826c-e32014c14d79, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6c97e5-ef17-489a-a1bd-d51533ec91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324'}}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:28:53.366908 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.430524 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] For port c6e5c4b1-3c10-44c7-826c-e32014c14d79, host hv-cinder-79724, cleared binding levels {{(pid=93393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:28:53.434086 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] For port c6e5c4b1-3c10-44c7-826c-e32014c14d79, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c6e5c4b1-3c10-44c7-826c-e32014c14d79,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:28:53.529847 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.533245 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-45993811-f068-4be2-82a2-67c0aeab4875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:53.563437 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:53.564052 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.567519 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6e5c4b1-3c10-44c7-826c-e32014c14d79 HTTP/1.1" status: 200 len: 1094 time: 0.9319644 Jun 30 01:28:53.568127 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4028194c-2c49-4070-a8c4-a2c9eeaa70d6', 'tag': 'c6e5c4b1-3c10-44c7-826c-e32014c14d79'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:28:53.570661 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e1472f-d595-4888-a0d3-42fb58878818" -d '{"events": [{"name": "network-changed", "server_uuid": "4028194c-2c49-4070-a8c4-a2c9eeaa70d6", "tag": "c6e5c4b1-3c10-44c7-826c-e32014c14d79"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:28:53.599656 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e5c4b1-3c10-44c7-826c-e32014c14d79,revision_number=3']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:53.602751 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:53.622540 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fbf622-66b7-4bba-8bf6-8357d8c526d5 x-openstack-request-id: req-73fbf622-66b7-4bba-8bf6-8357d8c526d5 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:28:53.623188 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4028194c-2c49-4070-a8c4-a2c9eeaa70d6", "tag": "c6e5c4b1-3c10-44c7-826c-e32014c14d79", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:28:53.623591 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73fbf622-66b7-4bba-8bf6-8357d8c526d5 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:28:53.624666 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4028194c-2c49-4070-a8c4-a2c9eeaa70d6', 'tag': 'c6e5c4b1-3c10-44c7-826c-e32014c14d79', 'status': 'completed', 'code': 200} Jun 30 01:28:53.724090 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1472f-d595-4888-a0d3-42fb58878818 req-f31639d4-7435-4d1c-9b2f-c7f804370c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:53.725634 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d2e1472f-d595-4888-a0d3-42fb58878818 req-f31639d4-7435-4d1c-9b2f-c7f804370c7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0551dd9477a74f3388897c17d1129be4&device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 1097 time: 0.0586863 Jun 30 01:28:53.847562 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1472f-d595-4888-a0d3-42fb58878818 req-8ca4905d-c4d1-4584-9ca5-039834853c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:53.849076 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d2e1472f-d595-4888-a0d3-42fb58878818 req-8ca4905d-c4d1-4584-9ca5-039834853c04 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0551dd9477a74f3388897c17d1129be4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1140091 Jun 30 01:28:53.961112 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1472f-d595-4888-a0d3-42fb58878818 req-d4d2b741-a74c-4cb2-98cb-b698494955d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:53.962499 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d2e1472f-d595-4888-a0d3-42fb58878818 req-d4d2b741-a74c-4cb2-98cb-b698494955d0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055663 Jun 30 01:28:54.085605 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-f91093ee-ca5f-4968-b013-161d985a155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:54.086506 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-f91093ee-ca5f-4968-b013-161d985a155b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0551dd9477a74f3388897c17d1129be4&device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 1097 time: 0.0752947 Jun 30 01:28:54.123687 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b4e9a-ac74-4edc-9bf7-81af7c550cda req-5ec28eb8-d783-4a0d-aa90-12c80d9009c3 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:54.131476 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-325b4e9a-ac74-4edc-9bf7-81af7c550cda req-5ec28eb8-d783-4a0d-aa90-12c80d9009c3 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1062653 Jun 30 01:28:54.133910 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-aeb67b1e-8ae0-4d8a-94b4-9890cece7faa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e5c4b1-3c10-44c7-826c-e32014c14d79 HTTP/1.1" status: 200 len: 217 time: 0.0396309 Jun 30 01:28:54.167702 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-325b4e9a-ac74-4edc-9bf7-81af7c550cda req-aa2efdaf-010d-4c09-936f-8cc775ddcb77 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350404 Jun 30 01:28:54.194070 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-f594714e-ec60-4ce7-9515-8e788deb58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:54.195612 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-f594714e-ec60-4ce7-9515-8e788deb58ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6644716a-afa1-4d2e-bd8d-61ef445e43cf HTTP/1.1" status: 200 len: 854 time: 0.0544643 Jun 30 01:28:54.234315 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-5ef21ce0-374e-4a45-bff7-7eb6f8642fbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13855da3-bc55-4f33-baa4-bc0f31040324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304871 Jun 30 01:28:54.340268 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-2d816750-6735-48ce-89a0-31d6ff67c0a8 service neutron] 10.222.0.36 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885770 Jun 30 01:28:54.362859 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333e59b-2117-4d1f-a882-ef755b173e3d req-cf2974b6-9b0e-44a5-8c7a-25cc30adfc11 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:54.364458 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1333e59b-2117-4d1f-a882-ef755b173e3d req-cf2974b6-9b0e-44a5-8c7a-25cc30adfc11 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 944 time: 0.0948896 Jun 30 01:28:54.402281 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1333e59b-2117-4d1f-a882-ef755b173e3d req-7fb0b483-23fc-4bd2-aa17-13cbf922ef74 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Jun 30 01:28:54.433912 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-aacd93b3-b5d6-48a3-b66f-2ba5b71b7b8e req-c726fd9f-a33e-4eb5-8e57-a23b9c8fb853 service neutron] 10.222.0.36 "GET /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865624 Jun 30 01:28:55.341146 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b283f-89a1-40a1-b778-108b51d3f5fb req-d95bfb4c-96b8-4f39-9f7c-949a54d83360 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:55.348817 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-690b283f-89a1-40a1-b778-108b51d3f5fb req-d95bfb4c-96b8-4f39-9f7c-949a54d83360 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0699229 Jun 30 01:28:55.384592 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-690b283f-89a1-40a1-b778-108b51d3f5fb req-d2cb80c9-bf2e-4fa3-9f61-2ebb3ee04591 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348969 Jun 30 01:28:55.617683 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913877a-ed9e-4179-826f-35796797a3de req-f11e2333-81e9-4d04-9d63-b78f0b3e6eaa tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:55.624247 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34360) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:55.624789 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b913877a-ed9e-4179-826f-35796797a3de req-f11e2333-81e9-4d04-9d63-b78f0b3e6eaa tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 944 time: 0.0942500 Jun 30 01:28:55.667711 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b913877a-ed9e-4179-826f-35796797a3de req-38f36f53-c9de-4adc-81ea-c2bbc625234d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Jun 30 01:28:55.756665 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-baabcfe2-9fb8-456c-bbd4-e1a0af9ef795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:55.847464 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-baabcfe2-9fb8-456c-bbd4-e1a0af9ef795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:55.923985 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-baabcfe2-9fb8-456c-bbd4-e1a0af9ef795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:55.927558 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-f7a39774-addf-4817-a8fd-a63058ae15ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:55.963665 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-baabcfe2-9fb8-456c-bbd4-e1a0af9ef795 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c579a87724f04d63afc36226605a1e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369603 Jun 30 01:28:55.965110 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 34368) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:55.967971 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabcfe2-9fb8-456c-bbd4-e1a0af9ef795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7210d6ac-b07a-4c36-aca4-ad5b0abc0fbe,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:55.971744 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-baabcfe2-9fb8-456c-bbd4-e1a0af9ef795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:56.013708 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:56.034016 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:56.133929 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device c6e5c4b1-3c10-44c7-826c-e32014c14d79 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:28:56.208581 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:56.208581 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:56.208581 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7210d6ac-b07a-4c36-aca4-ad5b0abc0fbe HTTP/1.1" status: 204 len: 168 time: 0.2423546 Jun 30 01:28:56.209376 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-6dc7aae1-1785-405e-8727-56de99965339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:56.221153 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7210d6ac-b07a-4c36-aca4-ad5b0abc0fbe,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:56.235948 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port c6e5c4b1-3c10-44c7-826c-e32014c14d79, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c6e5c4b1-3c10-44c7-826c-e32014c14d79,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:56.240838 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:56.243037 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:56.243037 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:56.243037 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:56.246172 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:56.246631 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:56.247083 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:56.247655 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:56.248796 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': 'c6e5c4b1-3c10-44c7-826c-e32014c14d79', 'network_id': '13855da3-bc55-4f33-baa4-bc0f31040324', 'port_id': 'c6e5c4b1-3c10-44c7-826c-e32014c14d79', 'mac_address': 'fa:16:3e:72:e9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6644716a-afa1-4d2e-bd8d-61ef445e43cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:28:56.249468 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:56.250036 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:56.250592 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:56.252187 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:56.262816 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:56.305859 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:56.320344 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e5c4b1-3c10-44c7-826c-e32014c14d79 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:28:56.352918 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port c6e5c4b1-3c10-44c7-826c-e32014c14d79, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c6e5c4b1-3c10-44c7-826c-e32014c14d79,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:56.434067 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:56.439532 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:56.507278 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=c6e5c4b1-3c10-44c7-826c-e32014c14d79,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:56.517597 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:56.578622 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c6ceb-85e0-45b3-89e6-1b57493cd4f5 req-80476bcd-5b34-4e00-9430-2c15afd1bb35 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:56.580184 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-049c6ceb-85e0-45b3-89e6-1b57493cd4f5 req-80476bcd-5b34-4e00-9430-2c15afd1bb35 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.1079023 Jun 30 01:28:56.620798 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf2913-d40a-46c6-9d2d-3556e465d530 req-1905d2c1-c2f6-49cb-b518-5303e0cff067 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:56.622258 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cebf2913-d40a-46c6-9d2d-3556e465d530 req-1905d2c1-c2f6-49cb-b518-5303e0cff067 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1035917 Jun 30 01:28:56.645933 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-049c6ceb-85e0-45b3-89e6-1b57493cd4f5 req-5bc2eba3-cde6-41a5-b356-234b97247d72 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582767 Jun 30 01:28:56.680850 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cebf2913-d40a-46c6-9d2d-3556e465d530 req-d2ab5fd4-379d-44c7-a474-1c1b860b333f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486956 Jun 30 01:28:56.802001 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34394) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:56.815640 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3953c665-3dc6-4283-87d8-bae68b25cfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:56.841507 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295a99e-229a-4b6f-be4d-77536b71c0eb req-e1d23e42-18d2-4289-abdc-b0c671375c03 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:56.843028 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b295a99e-229a-4b6f-be4d-77536b71c0eb req-e1d23e42-18d2-4289-abdc-b0c671375c03 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 945 time: 0.0631418 Jun 30 01:28:56.865274 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['c6e5c4b1-3c10-44c7-826c-e32014c14d79'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:28:56.884396 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b295a99e-229a-4b6f-be4d-77536b71c0eb req-1f337e1d-79af-4580-84dd-6446ca00f011 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349476 Jun 30 01:28:56.914841 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3953c665-3dc6-4283-87d8-bae68b25cfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:56.976167 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3953c665-3dc6-4283-87d8-bae68b25cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:56.980147 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a81e12d2-acaa-42b9-8766-2ddc5c0d8615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:57.021500 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-3953c665-3dc6-4283-87d8-bae68b25cfa1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92f8bad7aa7c41d28df1f54be263731e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181220 Jun 30 01:28:57.024274 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953c665-3dc6-4283-87d8-bae68b25cfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942d8342-4d1d-48e8-add3-627f82df1d0e,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:57.024459 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 34400) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:57.027743 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-3953c665-3dc6-4283-87d8-bae68b25cfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:57.079749 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-06f280d5-6154-4eb6-b1dc-2dec3653ec04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:57.103233 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-06f280d5-6154-4eb6-b1dc-2dec3653ec04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:57.232424 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-06f280d5-6154-4eb6-b1dc-2dec3653ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:57.234946 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-06f280d5-6154-4eb6-b1dc-2dec3653ec04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:57.236093 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-06f280d5-6154-4eb6-b1dc-2dec3653ec04 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/942d8342-4d1d-48e8-add3-627f82df1d0e HTTP/1.1" status: 204 len: 168 time: 0.2104719 Jun 30 01:28:57.241727 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c569af3a-ca2c-4a89-b7f9-9934142e5f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:57.244002 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f280d5-6154-4eb6-b1dc-2dec3653ec04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942d8342-4d1d-48e8-add3-627f82df1d0e,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:57.246184 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-06f280d5-6154-4eb6-b1dc-2dec3653ec04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:57.831321 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49249bbc-8ec3-45a9-9375-74348ede3c34 req-07171bd9-dd63-45cb-9452-fdf3d3c54f38 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:57.832934 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-49249bbc-8ec3-45a9-9375-74348ede3c34 req-07171bd9-dd63-45cb-9452-fdf3d3c54f38 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0619705 Jun 30 01:28:57.871294 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-49249bbc-8ec3-45a9-9375-74348ede3c34 req-ae979a44-87e1-4335-99df-4fb2b1510512 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324361 Jun 30 01:28:58.052766 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9c094-4243-4994-b439-b082ab6804d3 req-d4d9b170-a0ab-4c41-8816-548e24e6cdce tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:58.053971 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f1c9c094-4243-4994-b439-b082ab6804d3 req-d4d9b170-a0ab-4c41-8816-548e24e6cdce tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0709617 Jun 30 01:28:58.097035 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f1c9c094-4243-4994-b439-b082ab6804d3 req-1e3cee1e-3330-419b-b768-0f2ace3e8235 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357513 Jun 30 01:28:58.137044 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device c6e5c4b1-3c10-44c7-826c-e32014c14d79 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:28:58.172526 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-51c9cbf0-0dc9-437f-ac78-0c2c34fbf70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:58.272162 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5cf0d-e1e2-4306-bfd8-dec12910f358 req-923d4347-9839-4863-90cd-5c04151e66f0 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:58.273618 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-97b5cf0d-e1e2-4306-bfd8-dec12910f358 req-923d4347-9839-4863-90cd-5c04151e66f0 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 945 time: 0.0645514 Jun 30 01:28:58.306851 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port c6e5c4b1-3c10-44c7-826c-e32014c14d79 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:28:58.312543 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port c6e5c4b1-3c10-44c7-826c-e32014c14d79 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:58.314034 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:58.318944 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-97b5cf0d-e1e2-4306-bfd8-dec12910f358 req-2a83c1fb-0202-46ab-8db1-22b86bde1f63 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 Jun 30 01:28:58.408228 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:58.439312 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4028194c-2c49-4070-a8c4-a2c9eeaa70d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e5c4b1-3c10-44c7-826c-e32014c14d79'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:28:58.442022 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd8e8ba-35ec-458d-b934-dc2ac56de136" -d '{"events": [{"server_uuid": "4028194c-2c49-4070-a8c4-a2c9eeaa70d6", "name": "network-vif-plugged", "status": "completed", "tag": "c6e5c4b1-3c10-44c7-826c-e32014c14d79"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:28:58.447778 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port c6e5c4b1-3c10-44c7-826c-e32014c14d79, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c6e5c4b1-3c10-44c7-826c-e32014c14d79,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:58.476760 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866343d1-c04e-486e-9e4f-75735f61ad26 x-openstack-request-id: req-866343d1-c04e-486e-9e4f-75735f61ad26 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:28:58.477062 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4028194c-2c49-4070-a8c4-a2c9eeaa70d6", "name": "network-vif-plugged", "status": "completed", "tag": "c6e5c4b1-3c10-44c7-826c-e32014c14d79", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:28:58.477325 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-866343d1-c04e-486e-9e4f-75735f61ad26 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:28:58.477727 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4028194c-2c49-4070-a8c4-a2c9eeaa70d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e5c4b1-3c10-44c7-826c-e32014c14d79', 'code': 200} Jun 30 01:28:58.500746 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:58.502835 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:58.551575 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=c6e5c4b1-3c10-44c7-826c-e32014c14d79,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:58.554951 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:58.816234 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b9e2-7052-4d49-b581-01ff22604238 req-48b2fa52-1d5a-4361-80ef-6fb0b0530b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:58.818058 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-1042b9e2-7052-4d49-b581-01ff22604238 req-48b2fa52-1d5a-4361-80ef-6fb0b0530b4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 1099 time: 0.0565145 Jun 30 01:28:58.856795 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-1042b9e2-7052-4d49-b581-01ff22604238 req-b86ac2cf-ddef-4771-9468-26aab473e0a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290391 Jun 30 01:28:59.059265 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb276af-0503-41cf-a5ff-966293c481a6 req-4e423879-6a88-4697-9cfe-a9ccc32a2973 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:59.066360 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6fb276af-0503-41cf-a5ff-966293c481a6 req-4e423879-6a88-4697-9cfe-a9ccc32a2973 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0630436 Jun 30 01:28:59.099048 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6fb276af-0503-41cf-a5ff-966293c481a6 req-f8489a19-17d0-4aca-873f-f84021ae22e7 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326028 Jun 30 01:28:59.281654 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a827045-43c8-4c5b-be0b-0ef1948c798e req-617b328e-164a-4a41-9bb4-9c0cbe33f468 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:59.283130 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7a827045-43c8-4c5b-be0b-0ef1948c798e req-617b328e-164a-4a41-9bb4-9c0cbe33f468 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0663564 Jun 30 01:28:59.324345 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7a827045-43c8-4c5b-be0b-0ef1948c798e req-aa173fb4-6f55-42ff-bdfa-4e0976a559aa tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354581 Jun 30 01:28:59.492172 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf48d96-606d-4835-b2d0-8b2f681fb9ae req-76d06121-5082-464f-a89b-c9c64ad40b17 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:59.493619 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ecf48d96-606d-4835-b2d0-8b2f681fb9ae req-76d06121-5082-464f-a89b-c9c64ad40b17 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 946 time: 0.0630019 Jun 30 01:28:59.530447 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ecf48d96-606d-4835-b2d0-8b2f681fb9ae req-c5b8d096-bd48-48c7-87db-3cd715f3a1b9 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Jun 30 01:29:00.041013 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 34528) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:00.147120 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-5dac19a0-db7c-4c21-b1ea-8776a2ac918c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.270049 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-5dac19a0-db7c-4c21-b1ea-8776a2ac918c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.298462 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1513a23-a74e-4952-a411-3f4d8cff291d req-9b953796-b039-4206-a76f-a1fb04ddf370 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:00.299952 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e1513a23-a74e-4952-a411-3f4d8cff291d req-9b953796-b039-4206-a76f-a1fb04ddf370 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0806904 Jun 30 01:29:00.318827 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-5dac19a0-db7c-4c21-b1ea-8776a2ac918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.323420 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-35a73d05-1d02-4cb4-81bf-69ee684956e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:00.369994 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-5dac19a0-db7c-4c21-b1ea-8776a2ac918c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=581be678407747fa93a2386f9e529c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279161 Jun 30 01:29:00.373049 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34538) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:00.375096 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e1513a23-a74e-4952-a411-3f4d8cff291d req-726f572d-d79e-4934-9231-c6d1921c17c6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694356 Jun 30 01:29:00.376231 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac19a0-db7c-4c21-b1ea-8776a2ac918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8114ca-f103-4cf9-a56b-1120c487372b,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:00.382304 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-5dac19a0-db7c-4c21-b1ea-8776a2ac918c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:00.437831 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-7b532219-ad35-4120-a1c9-29b1bdf578b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.461387 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-7b532219-ad35-4120-a1c9-29b1bdf578b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.520498 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82251974-5a5d-4bf3-ad4f-a7a206412744 req-c5ae4df9-baf6-4c22-bf9c-7412c498db8d tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:00.522290 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-82251974-5a5d-4bf3-ad4f-a7a206412744 req-c5ae4df9-baf6-4c22-bf9c-7412c498db8d tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0672851 Jun 30 01:29:00.560255 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-82251974-5a5d-4bf3-ad4f-a7a206412744 req-7a14041d-4150-4dcf-903b-03937a8bf819 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321124 Jun 30 01:29:00.576101 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-7b532219-ad35-4120-a1c9-29b1bdf578b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.579341 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-7b532219-ad35-4120-a1c9-29b1bdf578b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.583366 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-7b532219-ad35-4120-a1c9-29b1bdf578b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e8114ca-f103-4cf9-a56b-1120c487372b HTTP/1.1" status: 204 len: 168 time: 0.2083471 Jun 30 01:29:00.584436 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-050a9c6f-48ca-4496-88f5-d1bf27c310fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:00.594297 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b532219-ad35-4120-a1c9-29b1bdf578b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8114ca-f103-4cf9-a56b-1120c487372b,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:00.599921 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-7b532219-ad35-4120-a1c9-29b1bdf578b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:00.738908 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af113216-13e8-4266-9647-a68a755b844b req-c42d535d-8594-45db-a2ed-3e59f966aab8 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:00.740710 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-af113216-13e8-4266-9647-a68a755b844b req-c42d535d-8594-45db-a2ed-3e59f966aab8 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 946 time: 0.0764136 Jun 30 01:29:00.779032 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-af113216-13e8-4266-9647-a68a755b844b req-5a050196-628d-4418-b637-1cade4abe367 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321894 Jun 30 01:29:00.816740 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d42b7729-1803-4e10-859f-b7e41ec02a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.841578 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34560) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:00.959974 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ba0afe9c-87f8-4f64-b3c1-1aa6ef66cc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.044385 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.047479 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ba0afe9c-87f8-4f64-b3c1-1aa6ef66cc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.106604 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ba0afe9c-87f8-4f64-b3c1-1aa6ef66cc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.111556 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:01.147402 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0afe9c-87f8-4f64-b3c1-1aa6ef66cc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e58b43d-14bf-40a9-b1bf-2394eeac1cb8,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:01.152449 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ba0afe9c-87f8-4f64-b3c1-1aa6ef66cc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:01.159557 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 34568) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:01.160006 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-ba0afe9c-87f8-4f64-b3c1-1aa6ef66cc6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c80e2d009e6443897f76267366b1d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169711 Jun 30 01:29:01.211135 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-649cd631-4d10-454a-a7af-7dd24b34f296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.224035 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 34570) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:01.242257 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-649cd631-4d10-454a-a7af-7dd24b34f296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.248677 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a2abafd9-e42b-4df6-94ff-4fcf43869e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.411406 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-649cd631-4d10-454a-a7af-7dd24b34f296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.414741 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-649cd631-4d10-454a-a7af-7dd24b34f296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.418177 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-649cd631-4d10-454a-a7af-7dd24b34f296 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e58b43d-14bf-40a9-b1bf-2394eeac1cb8 HTTP/1.1" status: 204 len: 168 time: 0.2554011 Jun 30 01:29:01.422968 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-5dac19a0-db7c-4c21-b1ea-8776a2ac918c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:01.436871 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cd631-4d10-454a-a7af-7dd24b34f296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e58b43d-14bf-40a9-b1bf-2394eeac1cb8,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:01.440931 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-649cd631-4d10-454a-a7af-7dd24b34f296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:01.486204 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a2abafd9-e42b-4df6-94ff-4fcf43869e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.570052 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79717263-7e38-47d7-9bfc-bcf760f793f5 req-03c01065-1fc8-4f2b-834b-d63c2f112fef tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:01.571525 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-79717263-7e38-47d7-9bfc-bcf760f793f5 req-03c01065-1fc8-4f2b-834b-d63c2f112fef tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0617192 Jun 30 01:29:01.590252 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a2abafd9-e42b-4df6-94ff-4fcf43869e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.595676 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3873237f-e62c-47c0-b3d9-631a90af24c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:01.642493 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-a2abafd9-e42b-4df6-94ff-4fcf43869e14 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ee0cfe3109b4397930ad598923eb51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174223 Jun 30 01:29:01.645366 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34584) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:01.646415 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-79717263-7e38-47d7-9bfc-bcf760f793f5 req-43147ef5-0ef4-4293-9196-a986bff0cf13 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693247 Jun 30 01:29:01.647590 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abafd9-e42b-4df6-94ff-4fcf43869e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c96fa87-9f92-4cbf-8375-4287c106ecb7,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:01.650574 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a2abafd9-e42b-4df6-94ff-4fcf43869e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:01.732352 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-04b86a41-b939-4b5c-bade-97936492c7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.759606 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-04b86a41-b939-4b5c-bade-97936492c7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.860761 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-04b86a41-b939-4b5c-bade-97936492c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.863468 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-04b86a41-b939-4b5c-bade-97936492c7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.864585 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-04b86a41-b939-4b5c-bade-97936492c7e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c96fa87-9f92-4cbf-8375-4287c106ecb7 HTTP/1.1" status: 204 len: 168 time: 0.2169793 Jun 30 01:29:01.865318 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-26f932fa-e806-415b-8947-a52c60b4615a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:01.872776 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b86a41-b939-4b5c-bade-97936492c7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c96fa87-9f92-4cbf-8375-4287c106ecb7,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:01.875086 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-04b86a41-b939-4b5c-bade-97936492c7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:01.909279 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab235941-afac-4846-93e3-43715acd3fef req-d9ea3100-5ca2-4f5c-9a6f-8f5d1b329a55 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:01.910769 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ab235941-afac-4846-93e3-43715acd3fef req-d9ea3100-5ca2-4f5c-9a6f-8f5d1b329a55 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0645199 Jun 30 01:29:01.913352 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.947967 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ab235941-afac-4846-93e3-43715acd3fef req-c12782c2-cd4e-48a7-8cda-4c83ec656393 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314095 Jun 30 01:29:02.258061 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 34594) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:02.271992 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-be6df323-2d95-4969-83f1-cba105d01daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.313681 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00beb5-b888-48bf-bcf2-e06d9314b763 req-8abacf1e-5822-4d62-a672-e28e8e262bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:02.316369 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6f00beb5-b888-48bf-bcf2-e06d9314b763 req-8abacf1e-5822-4d62-a672-e28e8e262bfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=610eefbe7f1041da9d694a20440f1337&device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 1099 time: 0.0684361 Jun 30 01:29:02.387342 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-be6df323-2d95-4969-83f1-cba105d01daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.446531 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00beb5-b888-48bf-bcf2-e06d9314b763 req-b062d54d-14f2-44be-a6b6-26eadfa56ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:02.447960 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6f00beb5-b888-48bf-bcf2-e06d9314b763 req-b062d54d-14f2-44be-a6b6-26eadfa56ae7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33e960f6-15b6-4c63-8c13-81c7204c50cf HTTP/1.1" status: 200 len: 920 time: 0.1042252 Jun 30 01:29:02.484020 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-be6df323-2d95-4969-83f1-cba105d01daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.488318 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7785fa3f-8935-41c7-a6f5-dd5013e5a909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:02.493557 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6f00beb5-b888-48bf-bcf2-e06d9314b763 req-2818633e-bd9b-4b62-b254-e25bf2e2f603 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 HTTP/1.1" status: 200 len: 217 time: 0.0341575 Jun 30 01:29:02.519187 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6df323-2d95-4969-83f1-cba105d01daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7638995-6c53-4238-958a-391851183139,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:02.523879 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-be6df323-2d95-4969-83f1-cba105d01daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:02.543223 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-be6df323-2d95-4969-83f1-cba105d01daa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac60ecc614b54b1084a761ad6683b5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877271 Jun 30 01:29:02.551026 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34610) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:02.566374 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00beb5-b888-48bf-bcf2-e06d9314b763 req-a7bea8d9-ec58-4020-9db0-aefaa59fa30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:02.567851 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6f00beb5-b888-48bf-bcf2-e06d9314b763 req-a7bea8d9-ec58-4020-9db0-aefaa59fa30f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26bb785d-416a-4149-bc5c-47b213a72eb7 HTTP/1.1" status: 200 len: 859 time: 0.0691128 Jun 30 01:29:02.613466 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6f00beb5-b888-48bf-bcf2-e06d9314b763 req-fbe7e275-db4e-4771-bda5-d2380dfaaea1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33e960f6-15b6-4c63-8c13-81c7204c50cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320582 Jun 30 01:29:02.644517 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-56720807-253d-420a-af81-9ba03c16c89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.705236 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-56720807-253d-420a-af81-9ba03c16c89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.758918 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6f00beb5-b888-48bf-bcf2-e06d9314b763 req-6536ff5e-f2cb-4303-a083-ab42125e8e47 service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346450 Jun 30 01:29:02.863167 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb1bad-e444-4540-a88f-b823992dfd3d req-f5d9a3ce-dcb1-4cd0-800a-68a51386b085 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:02.869942 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fedb1bad-e444-4540-a88f-b823992dfd3d req-f5d9a3ce-dcb1-4cd0-800a-68a51386b085 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0892141 Jun 30 01:29:02.886567 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6f00beb5-b888-48bf-bcf2-e06d9314b763 req-84dcb912-d3a4-4877-b714-21a57dcfcc45 service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187818 Jun 30 01:29:02.903632 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fedb1bad-e444-4540-a88f-b823992dfd3d req-20a1b81f-cb95-40b9-b80d-f9dfb32429db tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328364 Jun 30 01:29:02.917840 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-56720807-253d-420a-af81-9ba03c16c89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.920525 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-56720807-253d-420a-af81-9ba03c16c89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.925021 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-56720807-253d-420a-af81-9ba03c16c89d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7638995-6c53-4238-958a-391851183139 HTTP/1.1" status: 204 len: 168 time: 0.3750978 Jun 30 01:29:02.925021 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-74a878d7-2c1f-4b4a-9c5d-98bbb0ffb838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:02.939484 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56720807-253d-420a-af81-9ba03c16c89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7638995-6c53-4238-958a-391851183139,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:02.950561 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-56720807-253d-420a-af81-9ba03c16c89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:03.155734 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2126e-d21e-4b64-9398-51fb7ff668c0 req-4aa8b62d-5eb6-4de7-8878-0e89be87d715 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:03.158122 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cec2126e-d21e-4b64-9398-51fb7ff668c0 req-4aa8b62d-5eb6-4de7-8878-0e89be87d715 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0680244 Jun 30 01:29:03.197120 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cec2126e-d21e-4b64-9398-51fb7ff668c0 req-f54a476d-64db-43a9-80e2-6ffe25dc119e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332613 Jun 30 01:29:03.228353 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8663c-ddde-4064-849f-f405d5d2aeb0 req-2d70abe4-e681-49cf-ad05-c6d745d3ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:03.236308 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-9ca8663c-ddde-4064-849f-f405d5d2aeb0 req-2d70abe4-e681-49cf-ad05-c6d745d3ec59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 1099 time: 0.0788677 Jun 30 01:29:03.274137 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-9ca8663c-ddde-4064-849f-f405d5d2aeb0 req-1419902e-cce9-4fc2-805f-3227cc6c0a33 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338821 Jun 30 01:29:03.313219 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:03.714638 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34654) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:03.728366 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d2fb-5025-4e06-8f37-33ad679a048e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:03.817090 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d2fb-5025-4e06-8f37-33ad679a048e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:03.878103 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d2fb-5025-4e06-8f37-33ad679a048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:03.881835 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-e0319b5b-5628-459c-95c6-38dcc738ebdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:03.917442 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-1ea8d2fb-5025-4e06-8f37-33ad679a048e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8aa2de96a15e4618841c665b080f4dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017028 Jun 30 01:29:03.918562 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8d2fb-5025-4e06-8f37-33ad679a048e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f6a8bb-802e-43ab-a338-9fbfcdd9bc50,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:03.920139 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 34660) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:03.923052 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-1ea8d2fb-5025-4e06-8f37-33ad679a048e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:03.976890 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f9cba416-3db8-48e7-949d-edba66530e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:03.994864 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f9cba416-3db8-48e7-949d-edba66530e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:04.095274 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458930c-bda2-4957-8be7-338f47a84dce req-2420466d-437f-49fc-87ec-16c3324af192 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:04.096748 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a458930c-bda2-4957-8be7-338f47a84dce req-2420466d-437f-49fc-87ec-16c3324af192 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0649109 Jun 30 01:29:04.136184 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a458930c-bda2-4957-8be7-338f47a84dce req-ffe2eb22-ffad-4046-a524-db9f1ddcfe05 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339582 Jun 30 01:29:04.141617 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f9cba416-3db8-48e7-949d-edba66530e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:04.144804 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f9cba416-3db8-48e7-949d-edba66530e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:04.145992 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-f9cba416-3db8-48e7-949d-edba66530e22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09f6a8bb-802e-43ab-a338-9fbfcdd9bc50 HTTP/1.1" status: 204 len: 168 time: 0.2226505 Jun 30 01:29:04.146891 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-e45d0d6c-58a1-42ec-a3b7-b21cfbc657bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:04.155641 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cba416-3db8-48e7-949d-edba66530e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f6a8bb-802e-43ab-a338-9fbfcdd9bc50,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:04.158628 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f9cba416-3db8-48e7-949d-edba66530e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:04.385149 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccf121-b21e-40af-8c2a-e480a1b56db6 req-fe4048d2-9eec-4d3a-9ac5-e07494248cd5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:04.386612 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-13ccf121-b21e-40af-8c2a-e480a1b56db6 req-fe4048d2-9eec-4d3a-9ac5-e07494248cd5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0651045 Jun 30 01:29:04.424418 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-13ccf121-b21e-40af-8c2a-e480a1b56db6 req-e993748a-4ad4-4f20-bdd2-6064a88725cc tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Jun 30 01:29:04.592786 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:05.278523 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 34714) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:05.360096 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-f416af46-55be-4def-9000-9945f2c19ab1 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=975cff5b4f4741348a263a0022ddacec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452812 Jun 30 01:29:05.396889 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103e397-7fae-4109-8a6d-366fde5981bd req-5687108a-b729-4ea4-aa28-c53f93cd39d0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:05.398330 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b103e397-7fae-4109-8a6d-366fde5981bd req-5687108a-b729-4ea4-aa28-c53f93cd39d0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.1175241 Jun 30 01:29:05.456866 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1350414257-network', 'tenant_id': '3805c64f4c984954b9989b1b044eb645'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:05.584855 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b103e397-7fae-4109-8a6d-366fde5981bd req-d76ff5e5-e5e6-4d71-96ac-be59ec773c28 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654665 Jun 30 01:29:05.595122 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-a532741c-44fd-41f9-8e81-d1f9c501efe2 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:05.596565 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-a532741c-44fd-41f9-8e81-d1f9c501efe2 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2270463 Jun 30 01:29:05.612611 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-c0f12e07-83e3-413a-af36-44c6d722fe3e tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/quotas/975cff5b4f4741348a263a0022ddacec HTTP/1.1" status: 200 len: 375 time: 0.0095797 Jun 30 01:29:05.646296 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-5c88304d-d332-4a79-b941-92112f9ead9c tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=975cff5b4f4741348a263a0022ddacec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290861 Jun 30 01:29:05.672233 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Made reservation on behalf of 3805c64f4c984954b9989b1b044eb645 for: {'network': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:05.674865 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:05.684631 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:05.797679 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3a418-d0d7-4875-8d01-3ffbeee7e7f4 req-bd9df7a7-2863-4dee-a31e-1fbfc5a9cf4a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:05.799164 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8ea3a418-d0d7-4875-8d01-3ffbeee7e7f4 req-bd9df7a7-2863-4dee-a31e-1fbfc5a9cf4a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1000838 Jun 30 01:29:05.855217 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:05.860962 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8ea3a418-d0d7-4875-8d01-3ffbeee7e7f4 req-428609ee-3409-4d0b-998e-20b8913b87b2 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536454 Jun 30 01:29:05.943014 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:05.963273 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-bb1a338a-4c9c-42f9-bbce-d3ed1a810ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:05.983833 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-184a62f0-a83c-4d1d-9511-5ef3d4a0b4af req-05d06808-05bd-476a-9d92-9b1b1382b87e tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 210 time: 0.0523424 Jun 30 01:29:06.007761 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:29:06.019852 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3151400d-0cc6-4655-b447-7adc9bf34d6c,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:06.025587 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:06.029394 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.029937 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.segments_db [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Added segment 57780f0f-7171-4659-b6e3-ebbd63ee4eea of type vlan for network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 Jun 30 01:29:06.100646 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.278012 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.279580 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:06.280234 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.282526 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-418e1fd4-c0ac-4f78-bafc-0d5213d08fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:06.337963 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Pushing event updated for resources: {'Network': ['ID=456d6d6d-f278-4bfa-a1ab-47d1c7be4817,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:06.344438 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:06.352168 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:29:06.410390 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1306469 Jun 30 01:29:06.413137 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 34748) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:06.421176 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-80304f3d-a6f5-4dd2-b831-557199d8db28 admin admin] Request body: {'subnet': {'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1350414257-subnet', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'ip_version': 4}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:06.564296 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80304f3d-a6f5-4dd2-b831-557199d8db28 admin admin] Made reservation on behalf of 3805c64f4c984954b9989b1b044eb645 for: {'subnet': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:06.566835 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-80304f3d-a6f5-4dd2-b831-557199d8db28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.622228 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5c611-5475-4e66-b671-e992d54ed7c3 req-97c420fe-9ca8-4474-8215-ad44506b8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:06.623737 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b1d5c611-5475-4e66-b671-e992d54ed7c3 req-97c420fe-9ca8-4474-8215-ad44506b8161 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=610eefbe7f1041da9d694a20440f1337&device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 1099 time: 0.0596128 Jun 30 01:29:06.734168 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5c611-5475-4e66-b671-e992d54ed7c3 req-a12d143c-3c95-4107-9bb7-08d80ea441ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:06.736200 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b1d5c611-5475-4e66-b671-e992d54ed7c3 req-a12d143c-3c95-4107-9bb7-08d80ea441ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=33e960f6-15b6-4c63-8c13-81c7204c50cf HTTP/1.1" status: 200 len: 920 time: 0.1010163 Jun 30 01:29:06.784974 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b1d5c611-5475-4e66-b671-e992d54ed7c3 req-3324c5e4-2f68-4500-9708-b29efc35acaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 HTTP/1.1" status: 200 len: 217 time: 0.0355546 Jun 30 01:29:06.843487 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5c611-5475-4e66-b671-e992d54ed7c3 req-878f7f11-fe9b-40a9-bed8-1f51030ca2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:06.845516 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b1d5c611-5475-4e66-b671-e992d54ed7c3 req-878f7f11-fe9b-40a9-bed8-1f51030ca2a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26bb785d-416a-4149-bc5c-47b213a72eb7 HTTP/1.1" status: 200 len: 859 time: 0.0446763 Jun 30 01:29:06.884852 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b1d5c611-5475-4e66-b671-e992d54ed7c3 req-80eefa13-47b4-48e4-acc7-125360b3cf35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33e960f6-15b6-4c63-8c13-81c7204c50cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284815 Jun 30 01:29:06.937611 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e967ec-d460-4765-ba49-159e46319872 req-4b7ea4f2-d06b-4dff-868e-4395b8366c6a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:06.939341 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d9e967ec-d460-4765-ba49-159e46319872 req-4b7ea4f2-d06b-4dff-868e-4395b8366c6a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.4143598 Jun 30 01:29:06.981092 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b1d5c611-5475-4e66-b671-e992d54ed7c3 req-ae1e1eb9-aa2b-4db4-bc3b-5efcfe406aa2 service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862222 Jun 30 01:29:06.996259 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc204e-ed97-4d12-bae5-475feb2239f4 req-75edeb3e-c462-432b-9513-36511c83ce31 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:06.997720 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7fbc204e-ed97-4d12-bae5-475feb2239f4 req-75edeb3e-c462-432b-9513-36511c83ce31 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1460075 Jun 30 01:29:07.035229 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d9e967ec-d460-4765-ba49-159e46319872 req-51b6d014-0b1a-4c0c-aed0-e0945308a7b1 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891943 Jun 30 01:29:07.072881 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7fbc204e-ed97-4d12-bae5-475feb2239f4 req-6caaca60-7dfc-48f9-8e60-3a5a4b7b2826 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513175 Jun 30 01:29:07.116708 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b1d5c611-5475-4e66-b671-e992d54ed7c3 req-4ee16c70-0a3f-4424-a5b3-c393897b63df service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217086 Jun 30 01:29:07.165185 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-50cbb950-7155-4dd4-a2dc-6d179bdf1271 req-4f285c1b-ae2c-44ac-b0e0-236d76507bec tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 210 time: 0.0320711 Jun 30 01:29:07.234326 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9812483-1fef-48d0-ab0c-47f7cf13174d req-91526b78-e846-4f92-8742-fb05a8191eca tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:07.235805 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f9812483-1fef-48d0-ab0c-47f7cf13174d req-91526b78-e846-4f92-8742-fb05a8191eca tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0659828 Jun 30 01:29:07.236626 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-80304f3d-a6f5-4dd2-b831-557199d8db28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:07.239583 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:07.315195 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f9812483-1fef-48d0-ab0c-47f7cf13174d req-0927c0c5-eb70-411a-b702-69d3284b70c5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705316 Jun 30 01:29:07.320325 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80304f3d-a6f5-4dd2-b831-557199d8db28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91500fd6-ba98-441e-8c6a-ef9d57a4853f,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:07.323529 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-80304f3d-a6f5-4dd2-b831-557199d8db28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:07.333122 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80304f3d-a6f5-4dd2-b831-557199d8db28 admin admin] Checking segment: {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:07.333399 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80304f3d-a6f5-4dd2-b831-557199d8db28 admin admin] Network hostable DHCP agents. Network: 456d6d6d-f278-4bfa-a1ab-47d1c7be4817, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:29:07.414930 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80304f3d-a6f5-4dd2-b831-557199d8db28 admin admin] Network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:29:07.506217 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-80304f3d-a6f5-4dd2-b831-557199d8db28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, 456d6d6d-f278-4bfa-a1ab-47d1c7be4817) {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:07.510342 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80304f3d-a6f5-4dd2-b831-557199d8db28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:07.510988 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-80304f3d-a6f5-4dd2-b831-557199d8db28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:07.517109 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12535841-158a-44ac-a561-409c37b181a2 None None] Network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:29:07.661927 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aad0004-5452-54fe-b1bc-ef1c95aa08ab-456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f'}]}} from dv-cinder-797245-10-iscsi. {{(pid=93394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:29:07.662783 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:07.669936 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-80304f3d-a6f5-4dd2-b831-557199d8db28 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2530944 Jun 30 01:29:07.669936 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 34764) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:07.674582 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:07.765151 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-291'] for router, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:07.766973 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-681568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-296'] for router, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:07.800118 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.db_base_plugin_common [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Allocated IP 172.20.0.2 (456d6d6d-f278-4bfa-a1ab-47d1c7be4817/91500fd6-ba98-441e-8c6a-ef9d57a4853f/477a5a50-06c6-4266-be9c-108b7f3a2947) {{(pid=93394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:07.823129 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:07.934944 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Notify callbacks [] for port, precommit_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:07.948263 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Transition to ACTIVE for port object 477a5a50-06c6-4266-be9c-108b7f3a2947 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:07.966322 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Transition to ACTIVE for port object 477a5a50-06c6-4266-be9c-108b7f3a2947 will not be triggered until provisioned by entity DHCP. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:08.016373 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:08.018879 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-e296cd70-c2e7-4c52-8f5c-fb01d87d619e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:08.049832 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-262'] for router, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:08.061481 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 is already hosted by enough agents. {{(pid=93394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:08.065068 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.base_scheduler [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Resources bound (agent type, host, resource id): {{(pid=93394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:08.071619 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Received port after_create {{(pid=93394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:08.084251 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Pushing event updated for resources: {'Port': ['ID=477a5a50-06c6-4266-be9c-108b7f3a2947,revision_number=1']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:08.085922 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:08.148059 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Attempting to bind port 477a5a50-06c6-4266-be9c-108b7f3a2947 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:08.148518 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Attempting to bind port 477a5a50-06c6-4266-be9c-108b7f3a2947 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:08.148949 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Attempting to bind port 477a5a50-06c6-4266-be9c-108b7f3a2947 on network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:08.153988 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:08.154439 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Checking segment: {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:08.154909 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:08.155412 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Bound using segment: {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:08.155948 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Bound port: 477a5a50-06c6-4266-be9c-108b7f3a2947, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:08.156910 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:08.224724 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] For port 477a5a50-06c6-4266-be9c-108b7f3a2947, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:08.227709 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] For port 477a5a50-06c6-4266-be9c-108b7f3a2947, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=477a5a50-06c6-4266-be9c-108b7f3a2947,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:08.272933 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:08.275853 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:08.319747 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57e863-9702-4c3b-b19f-70a93cbb7c5e req-f90d1dc9-0ec4-4a8c-bc6a-7e9908062227 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:08.321301 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8f57e863-9702-4c3b-b19f-70a93cbb7c5e req-f90d1dc9-0ec4-4a8c-bc6a-7e9908062227 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1636467 Jun 30 01:29:08.333370 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Pushing event updated for resources: {'Port': ['ID=477a5a50-06c6-4266-be9c-108b7f3a2947,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:08.336421 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:08.361888 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f3ff4-9635-463f-9038-f2f2d6cba7a7 req-c42ed065-b447-437a-9f4e-3dafbfd48c1d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:08.363361 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1b9f3ff4-9635-463f-9038-f2f2d6cba7a7 req-c42ed065-b447-437a-9f4e-3dafbfd48c1d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1523738 Jun 30 01:29:08.408234 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8f57e863-9702-4c3b-b19f-70a93cbb7c5e req-41fcce71-468c-40df-a447-595c31e03c92 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798736 Jun 30 01:29:08.432692 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1b9f3ff4-9635-463f-9038-f2f2d6cba7a7 req-af19bcb7-241c-4813-8ead-24227a15156f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617359 Jun 30 01:29:08.568835 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:08.609874 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:08.666414 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-baaebc8f-a7b5-4376-800a-2e10844897b8 req-c18ce22e-2629-45d6-bfd7-83d0937ec35f tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 210 time: 0.0700011 Jun 30 01:29:08.769280 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a40c8-0981-4e76-8f02-0a1f8c953f7d req-881082ae-e5ff-465c-8f61-fb870ff53da0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:08.770719 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-079a40c8-0981-4e76-8f02-0a1f8c953f7d req-881082ae-e5ff-465c-8f61-fb870ff53da0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.1732953 Jun 30 01:29:08.805338 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Allocated IP 172.27.1.209 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/9a819e5d-0b52-467d-8459-9e7dea6bf38b) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:08.826574 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-b432463a-afcd-41fc-9d0f-56acc13378a9 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=975cff5b4f4741348a263a0022ddacec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288281 Jun 30 01:29:08.831285 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-079a40c8-0981-4e76-8f02-0a1f8c953f7d req-9ea0e197-14aa-4615-8ced-cfddf036bde6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548301 Jun 30 01:29:08.926048 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.050607 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.054026 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:09.089766 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:09.097090 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:09.101067 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:09.152925 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Pushing event updated for resources: {'Port': ['ID=9a819e5d-0b52-467d-8459-9e7dea6bf38b,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:09.204998 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:09.267271 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-b46d5e0d-d425-4c59-a9e3-3414eeadc59d tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:09.268788 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-b46d5e0d-d425-4c59-a9e3-3414eeadc59d tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4355342 Jun 30 01:29:09.287254 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Request body: {'port': {'device_id': 'f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1', 'network_id': 'd9d7e58c-13c3-4426-a1eb-7ab915289930', 'admin_state_up': True, 'tenant_id': '975cff5b4f4741348a263a0022ddacec'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:09.405786 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 477a5a50-06c6-4266-be9c-108b7f3a2947 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:09.480864 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.494821 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Made reservation on behalf of 975cff5b4f4741348a263a0022ddacec for: {'port': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:09.508174 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.510431 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf7a173-5894-4075-a656-26de701fb2b1 None None] Network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:29:09.519198 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.559179 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 477a5a50-06c6-4266-be9c-108b7f3a2947 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:09.611315 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34798) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:09.678576 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.691053 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Provisioning for port 477a5a50-06c6-4266-be9c-108b7f3a2947 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:09.700553 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Provisioning complete for port 477a5a50-06c6-4266-be9c-108b7f3a2947 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:09.700990 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.717743 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e177487-ea11-472b-8afc-a3a4c58a5754 req-ca1b22de-dacc-44ce-b4a8-08e77023b409 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:09.726519 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e177487-ea11-472b-8afc-a3a4c58a5754 req-ca1b22de-dacc-44ce-b4a8-08e77023b409 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1873996 Jun 30 01:29:09.741563 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f017cbed-a83d-4157-b29c-569fbe7cbfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.752793 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.758198 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-1ea8d2fb-5025-4e06-8f37-33ad679a048e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:09.818068 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6d0ec-49a4-4201-a547-b59d5fdae596 req-c7d0ee7a-a2ee-4394-8d2a-7564c271529d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:09.819496 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53b6d0ec-49a4-4201-a547-b59d5fdae596 req-c7d0ee7a-a2ee-4394-8d2a-7564c271529d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.2245195 Jun 30 01:29:09.828095 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc691a86-51b5-4130-8eb1-346b9244d3c0,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:09.836930 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:09.854882 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.870287 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e177487-ea11-472b-8afc-a3a4c58a5754 req-c72f69f3-9c15-47b0-bef9-4f243ec6b9cc tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427367 Jun 30 01:29:09.896938 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] For port 477a5a50-06c6-4266-be9c-108b7f3a2947, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=477a5a50-06c6-4266-be9c-108b7f3a2947,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:09.942776 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Allocated IP 192.168.233.130 (d9d7e58c-13c3-4426-a1eb-7ab915289930/646d8565-56b2-4cd3-89f4-ff8d53f45a80/07bca7cd-17a4-4af1-89eb-0aced81b6365) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:09.954009 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630171'] for router, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.958361 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53b6d0ec-49a4-4201-a547-b59d5fdae596 req-e11040a8-e95e-49f9-82dd-fd3e6036b16f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082428 Jun 30 01:29:09.963827 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.969351 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:09.995695 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f017cbed-a83d-4157-b29c-569fbe7cbfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.106529 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f017cbed-a83d-4157-b29c-569fbe7cbfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.116362 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4c29ebb6-f3d4-4243-9c98-5947cd1fd96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:10.128027 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-848b252e-3008-4bb2-9f5c-e60c952ebee0 req-fc3a6999-0c91-4c77-ba4f-654f4a26e3cb tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 210 time: 0.0372727 Jun 30 01:29:10.191364 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-f017cbed-a83d-4157-b29c-569fbe7cbfd5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7d934205ea44f72bb40b9f101f19904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5758598 Jun 30 01:29:10.192650 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017cbed-a83d-4157-b29c-569fbe7cbfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7695f1-3164-410b-917d-fe4a4a5244f2,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:10.195203 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34806) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:10.205186 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-f017cbed-a83d-4157-b29c-569fbe7cbfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:10.268011 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-bc967028-0f07-4c27-95c3-5f32fa6ed394 None None] Provisioning complete for port 477a5a50-06c6-4266-be9c-108b7f3a2947 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:10.268674 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-bc967028-0f07-4c27-95c3-5f32fa6ed394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.270854 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a4959-594e-4083-b08e-70c39806ad7c req-c1368bd5-1fac-43b0-aaad-62c5dbf92304 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:10.272305 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-052a4959-594e-4083-b08e-70c39806ad7c req-c1368bd5-1fac-43b0-aaad-62c5dbf92304 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0854228 Jun 30 01:29:10.289287 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Router 22062bfc-b07b-4d6b-984a-6f0fdf620172 is scheduled to L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf with binding_index 1 {{(pid=93392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:29:10.297316 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Pushing event updated for resources: {'Port': ['ID=477a5a50-06c6-4266-be9c-108b7f3a2947,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:10.298573 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ab15d5bc-e25d-4f6d-835e-de8ad97924d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.310194 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:10.310793 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:10.311252 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.311377 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:10.311720 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:10.313958 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:10.313958 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:10.313958 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:10.313958 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:10.314290 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:10.314658 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:10.315041 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:10.315443 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:10.329774 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:10.338260 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ab15d5bc-e25d-4f6d-835e-de8ad97924d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.340173 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Transition to ACTIVE for port object 07bca7cd-17a4-4af1-89eb-0aced81b6365 will not be triggered until provisioned by entity DHCP. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:10.358286 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-052a4959-594e-4083-b08e-70c39806ad7c req-fe9ded82-cb18-484f-8d2b-3e01329cf525 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780506 Jun 30 01:29:10.455670 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.460100 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-1c45fdc4-63ca-41a3-8abf-a124a120a707 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:10.496222 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ab15d5bc-e25d-4f6d-835e-de8ad97924d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.498823 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ab15d5bc-e25d-4f6d-835e-de8ad97924d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.500041 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-ab15d5bc-e25d-4f6d-835e-de8ad97924d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef7695f1-3164-410b-917d-fe4a4a5244f2 HTTP/1.1" status: 204 len: 168 time: 0.3034062 Jun 30 01:29:10.514830 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Network d9d7e58c-13c3-4426-a1eb-7ab915289930 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:10.516665 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:10.521404 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:10.560212 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Pushing event updated for resources: {'Port': ['ID=07bca7cd-17a4-4af1-89eb-0aced81b6365,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:10.565955 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:10.566330 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-1b37afd0-7d98-473f-97be-4925a715ad94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:10.585644 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15d5bc-e25d-4f6d-835e-de8ad97924d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7695f1-3164-410b-917d-fe4a4a5244f2,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:10.588423 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ab15d5bc-e25d-4f6d-835e-de8ad97924d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:10.616040 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:10.616696 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.696563 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:29:10.707020 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Sync routers for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:29:10.715822 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:10.716423 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:10.724411 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4411304 Jun 30 01:29:10.738330 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Request body: {'port': {'device_id': 'f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:10.828387 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.832918 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Notify callbacks [] for router, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.834332 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1634910 Jun 30 01:29:10.837008 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 34812) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:10.838444 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:10.889581 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-c231c03e-56d5-4a0c-a1b9-452e4f8b8c48 None None] Provisioning for port 07bca7cd-17a4-4af1-89eb-0aced81b6365 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:10.894736 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-c231c03e-56d5-4a0c-a1b9-452e4f8b8c48 None None] Provisioning complete for port 07bca7cd-17a4-4af1-89eb-0aced81b6365 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:10.895425 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-c231c03e-56d5-4a0c-a1b9-452e4f8b8c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.966651 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-c231c03e-56d5-4a0c-a1b9-452e4f8b8c48 None None] Port 07bca7cd-17a4-4af1-89eb-0aced81b6365 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:29:11.052651 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:09Z', 'revision_number': 3, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:11.082025 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Checking router: 22062bfc-b07b-4d6b-984a-6f0fdf620172 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:29:11.082613 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Updating router 22062bfc-b07b-4d6b-984a-6f0fdf620172 port 9a819e5d-0b52-467d-8459-9e7dea6bf38b binding host dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:29:11.124278 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.197756 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bca7cd-17a4-4af1-89eb-0aced81b6365 {{(pid=93393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:11.205636 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.220968 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Transition to ACTIVE for port object 07bca7cd-17a4-4af1-89eb-0aced81b6365 will not be triggered until provisioned by entity L2. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:11.233459 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee1a0-c769-4c19-b5dd-dbb70aee0ab3 req-ce6d9592-3088-4975-831e-244c2b8a3db5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:11.235523 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4bdee1a0-c769-4c19-b5dd-dbb70aee0ab3 req-ce6d9592-3088-4975-831e-244c2b8a3db5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1765540 Jun 30 01:29:11.277776 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.280798 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:11.319838 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ab02a-a8f5-47f3-a13a-cab3b9535825 req-1cb26cf8-7f5e-48e5-8491-5bb790afdb2b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:11.321338 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-155ab02a-a8f5-47f3-a13a-cab3b9535825 req-1cb26cf8-7f5e-48e5-8491-5bb790afdb2b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.2035010 Jun 30 01:29:11.373232 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4bdee1a0-c769-4c19-b5dd-dbb70aee0ab3 req-8afe9598-c6d1-415b-9a5f-5910627888b0 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310203 Jun 30 01:29:11.389523 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 477a5a50-06c6-4266-be9c-108b7f3a2947 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:11.422609 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-155ab02a-a8f5-47f3-a13a-cab3b9535825 req-d70ce700-32c1-4863-8ed0-2b4fbdc87b76 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901039 Jun 30 01:29:11.453924 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Notify callbacks [] for port, precommit_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.489257 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.provisioning_blocks [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Transition to ACTIVE for port object 9a819e5d-0b52-467d-8459-9e7dea6bf38b will not be triggered until provisioned by entity L2. {{(pid=93395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:11.501338 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Pushing event updated for resources: {'Port': ['ID=07bca7cd-17a4-4af1-89eb-0aced81b6365,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:11.508298 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 477a5a50-06c6-4266-be9c-108b7f3a2947 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:11.509160 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.513245 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:11.572383 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Attempting to bind port 07bca7cd-17a4-4af1-89eb-0aced81b6365 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:11.572878 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Attempting to bind port 07bca7cd-17a4-4af1-89eb-0aced81b6365 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '867a2840-6889-4712-9795-f01fd1e27ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9d7e58c-13c3-4426-a1eb-7ab915289930'}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:11.578986 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Attempting to bind port 07bca7cd-17a4-4af1-89eb-0aced81b6365 on network d9d7e58c-13c3-4426-a1eb-7ab915289930 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:11.591618 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Port 07bca7cd-17a4-4af1-89eb-0aced81b6365 on network d9d7e58c-13c3-4426-a1eb-7ab915289930 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:29:11.592063 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Attempting to bind port 07bca7cd-17a4-4af1-89eb-0aced81b6365 on network d9d7e58c-13c3-4426-a1eb-7ab915289930 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:11.604207 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:11.611349 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.616489 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-8e41c1bb-a89a-453d-b0fc-dcff711020ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:11.622219 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Checking segment: {'id': '867a2840-6889-4712-9795-f01fd1e27ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9d7e58c-13c3-4426-a1eb-7ab915289930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:11.622219 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Bound using segment: {'id': '867a2840-6889-4712-9795-f01fd1e27ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9d7e58c-13c3-4426-a1eb-7ab915289930'} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:11.622219 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Bound port: 07bca7cd-17a4-4af1-89eb-0aced81b6365, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867a2840-6889-4712-9795-f01fd1e27ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd9d7e58c-13c3-4426-a1eb-7ab915289930'}}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:11.622219 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.679616 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Attempting to bind port 9a819e5d-0b52-467d-8459-9e7dea6bf38b on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:11.679999 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Attempting to bind port 9a819e5d-0b52-467d-8459-9e7dea6bf38b by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:11.680385 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Attempting to bind port 9a819e5d-0b52-467d-8459-9e7dea6bf38b on network fc262d4a-4b9d-4d80-8ce2-67a3755c726e {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:11.695777 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:11.696758 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Checking segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:11.697427 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.698042 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Bound using segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:11.698722 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Bound port: 9a819e5d-0b52-467d-8459-9e7dea6bf38b, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:11.699364 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.705908 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Pushing event updated for resources: {'Port': ['ID=9a819e5d-0b52-467d-8459-9e7dea6bf38b,revision_number=2']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:11.716625 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] For port 07bca7cd-17a4-4af1-89eb-0aced81b6365, host hv-cinder-79724, cleared binding levels {{(pid=93393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:11.717693 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:11.718213 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:11.718685 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:11.719017 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:11.719361 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:11.719678 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:11.719994 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:11.720310 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:11.720680 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] For port 07bca7cd-17a4-4af1-89eb-0aced81b6365, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=07bca7cd-17a4-4af1-89eb-0aced81b6365,segment=NetworkSegment(867a2840-6889-4712-9795-f01fd1e27ba9),segment_id=867a2840-6889-4712-9795-f01fd1e27ba9)] {{(pid=93393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:11.720807 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:11.721126 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:11.721436 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:11.721943 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:11.726114 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:11.741063 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.774842 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] For port 9a819e5d-0b52-467d-8459-9e7dea6bf38b, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:11.778051 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] For port 9a819e5d-0b52-467d-8459-9e7dea6bf38b, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=9a819e5d-0b52-467d-8459-9e7dea6bf38b,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:11.812738 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02160b6-8eec-4a04-8778-1dbb0f2bc535 req-24400d41-e82d-479e-904e-dadf4d4b48c8 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:11.814240 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e02160b6-8eec-4a04-8778-1dbb0f2bc535 req-24400d41-e82d-479e-904e-dadf4d4b48c8 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 948 time: 0.2136359 Jun 30 01:29:11.815428 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.818503 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:11.823327 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768ca7d-a188-4367-8cb6-fc05cdc7cba8 req-f9432542-f1ab-4cd2-b557-ec8607a8b342 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:11.825629 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9768ca7d-a188-4367-8cb6-fc05cdc7cba8 req-f9432542-f1ab-4cd2-b557-ec8607a8b342 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.1993694 Jun 30 01:29:11.844094 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.847731 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-18804b70-528c-4611-97dc-ee5beff1ff11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:11.872233 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:11.873428 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.874249 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] 10.222.0.36 "PUT /v2.0/ports/07bca7cd-17a4-4af1-89eb-0aced81b6365 HTTP/1.1" status: 200 len: 1098 time: 1.1405990 Jun 30 01:29:11.886409 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1', 'tag': '07bca7cd-17a4-4af1-89eb-0aced81b6365'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:11.893829 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c9dca0-9048-46d7-bb47-00a85dedac32" -d '{"events": [{"name": "network-changed", "server_uuid": "f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1", "tag": "07bca7cd-17a4-4af1-89eb-0aced81b6365"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:11.922648 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:11.923248 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:11.925188 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Pushing event updated for resources: {'Port': ['ID=9a819e5d-0b52-467d-8459-9e7dea6bf38b,revision_number=3']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:11.931765 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Pushing event updated for resources: {'Port': ['ID=07bca7cd-17a4-4af1-89eb-0aced81b6365,revision_number=3']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:11.936151 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:11.943973 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e02160b6-8eec-4a04-8778-1dbb0f2bc535 req-03a52fce-7435-4a43-a165-0bd57f9c1eeb tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc691a86-51b5-4130-8eb1-346b9244d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142831 Jun 30 01:29:11.947131 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9768ca7d-a188-4367-8cb6-fc05cdc7cba8 req-4f87b191-5501-492b-9ae6-b83448f922ac tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126447 Jun 30 01:29:11.974553 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:12.039145 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Allocated IP 172.20.0.1 (456d6d6d-f278-4bfa-a1ab-47d1c7be4817/91500fd6-ba98-441e-8c6a-ef9d57a4853f/b1a625db-0b2c-479d-800e-8581d684aa43) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:12.039939 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9f6a0b-0f9a-4c59-bf57-7736dfb1fde2 x-openstack-request-id: req-8c9f6a0b-0f9a-4c59-bf57-7736dfb1fde2 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:12.040327 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1", "tag": "07bca7cd-17a4-4af1-89eb-0aced81b6365", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:12.040975 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c9f6a0b-0f9a-4c59-bf57-7736dfb1fde2 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:12.041137 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1', 'tag': '07bca7cd-17a4-4af1-89eb-0aced81b6365', 'status': 'completed', 'code': 200} Jun 30 01:29:12.072100 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-84ee906d-5f9e-4007-94b8-046d0b832ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:12.073741 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-84ee906d-5f9e-4007-94b8-046d0b832ff4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=975cff5b4f4741348a263a0022ddacec&device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 1101 time: 0.0712562 Jun 30 01:29:12.091924 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:12.155184 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-f36748e6-611c-4e73-a679-32716817fc5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=07bca7cd-17a4-4af1-89eb-0aced81b6365 HTTP/1.1" status: 200 len: 217 time: 0.0734606 Jun 30 01:29:12.230698 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-63b22bec-3e6a-4eb3-a90a-4996d0fa9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:12.232882 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-63b22bec-3e6a-4eb3-a90a-4996d0fa9dd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=646d8565-56b2-4cd3-89f4-ff8d53f45a80 HTTP/1.1" status: 200 len: 843 time: 0.0602512 Jun 30 01:29:12.236895 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:12.251789 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Transition to ACTIVE for port object b1a625db-0b2c-479d-800e-8581d684aa43 will not be triggered until provisioned by entity DHCP. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:12.330032 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-8898e6b1-0975-45bb-8d38-2c522ae37e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:12.331542 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-8898e6b1-0975-45bb-8d38-2c522ae37e9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9d7e58c-13c3-4426-a1eb-7ab915289930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0908682 Jun 30 01:29:12.393792 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:12.397494 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:12.424759 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:09Z', 'revision_number': 3, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:12.440548 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:12.444597 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-c8b4de72-3a3e-4386-ad29-3c197a506f90 service neutron] 10.222.0.36 "GET /v2.0/networks/d9d7e58c-13c3-4426-a1eb-7ab915289930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993607 Jun 30 01:29:12.452818 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:12.468536 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:12.471355 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56ebea-7426-4c90-b120-48bff7a1ece0 None None] The sync data for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi is: [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:09Z', 'revision_number': 3, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:29:12.478864 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740796'] for router_interface, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:12.602585 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-51fbe26c-0618-42ca-a79a-abd69d6ecef1 req-6b0c525e-e48b-4a2a-9592-2b301030f325 service neutron] 10.222.0.36 "GET /v2.0/networks/d9d7e58c-13c3-4426-a1eb-7ab915289930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370313 Jun 30 01:29:12.638554 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Pushing event updated for resources: {'Port': ['ID=b1a625db-0b2c-479d-800e-8581d684aa43,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:12.665775 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:12.715294 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24beea9-82ad-4343-8634-c731ea72dfbf req-63ea4305-d9ce-402d-a006-3ca48b9bcf61 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:12.716828 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c24beea9-82ad-4343-8634-c731ea72dfbf req-63ea4305-d9ce-402d-a006-3ca48b9bcf61 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0985227 Jun 30 01:29:12.787210 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9dca0-9048-46d7-bb47-00a85dedac32 req-9162cd04-ad40-4895-82b6-178b811624cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:12.789745 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-25c9dca0-9048-46d7-bb47-00a85dedac32 req-9162cd04-ad40-4895-82b6-178b811624cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=975cff5b4f4741348a263a0022ddacec&device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 1101 time: 0.0843933 Jun 30 01:29:12.799112 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c24beea9-82ad-4343-8634-c731ea72dfbf req-f01503be-0238-4ff9-bf29-d980acf1baf9 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760767 Jun 30 01:29:12.805108 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:12.924578 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-2b98d0ab-147d-455c-8b60-7bbcba1782cf None None] Provisioning for port b1a625db-0b2c-479d-800e-8581d684aa43 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:12.925172 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9dca0-9048-46d7-bb47-00a85dedac32 req-ed59b297-aa2d-4712-aad6-6f1ba0b16aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:12.926136 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-25c9dca0-9048-46d7-bb47-00a85dedac32 req-ed59b297-aa2d-4712-aad6-6f1ba0b16aa7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9d7e58c-13c3-4426-a1eb-7ab915289930 HTTP/1.1" status: 200 len: 870 time: 0.1201835 Jun 30 01:29:12.931452 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-2b98d0ab-147d-455c-8b60-7bbcba1782cf None None] Provisioning complete for port b1a625db-0b2c-479d-800e-8581d684aa43 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:12.932313 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2b98d0ab-147d-455c-8b60-7bbcba1782cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:12.983432 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-2b98d0ab-147d-455c-8b60-7bbcba1782cf None None] Port b1a625db-0b2c-479d-800e-8581d684aa43 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:29:13.018688 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.029755 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-25c9dca0-9048-46d7-bb47-00a85dedac32 req-e3d5c6ea-c6e7-4fdd-8598-a4e982022b3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=07bca7cd-17a4-4af1-89eb-0aced81b6365 HTTP/1.1" status: 200 len: 217 time: 0.0952334 Jun 30 01:29:13.095265 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.096980 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740648'] for router_interface, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.100218 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:13.102501 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9dca0-9048-46d7-bb47-00a85dedac32 req-4c14d1a4-6928-4446-b2ee-f8c55c5fb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:13.104007 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-25c9dca0-9048-46d7-bb47-00a85dedac32 req-4c14d1a4-6928-4446-b2ee-f8c55c5fb7ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=646d8565-56b2-4cd3-89f4-ff8d53f45a80 HTTP/1.1" status: 200 len: 843 time: 0.0664194 Jun 30 01:29:13.191411 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9dca0-9048-46d7-bb47-00a85dedac32 req-224ddf14-ab7a-4388-9c70-eb53ae1c412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:13.194099 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-25c9dca0-9048-46d7-bb47-00a85dedac32 req-224ddf14-ab7a-4388-9c70-eb53ae1c412d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9d7e58c-13c3-4426-a1eb-7ab915289930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0712271 Jun 30 01:29:13.247341 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Pushing event updated for resources: {'Port': ['ID=b1a625db-0b2c-479d-800e-8581d684aa43,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:13.255796 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:13.341966 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8a43c-9bbb-4214-bf6c-7b35ca55d724 req-bd9135c7-082b-48c5-8fcc-0e5ac394f655 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:13.343093 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8bc8a43c-9bbb-4214-bf6c-7b35ca55d724 req-bd9135c7-082b-48c5-8fcc-0e5ac394f655 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 948 time: 0.2382028 Jun 30 01:29:13.355563 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532ab30-a5c7-4c9a-a184-6163ba59275f req-e10b15cc-6afb-463d-98a3-70ce83c0019b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:13.362362 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f532ab30-a5c7-4c9a-a184-6163ba59275f req-e10b15cc-6afb-463d-98a3-70ce83c0019b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.2344029 Jun 30 01:29:13.376711 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-25c9dca0-9048-46d7-bb47-00a85dedac32 req-bb3f86f4-29b3-40a4-b7bb-ea06abeb5d48 service neutron] 10.222.0.36 "GET /v2.0/networks/d9d7e58c-13c3-4426-a1eb-7ab915289930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751223 Jun 30 01:29:13.388337 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:13.398520 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 9a819e5d-0b52-467d-8459-9e7dea6bf38b up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:13.400710 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:13.485855 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f532ab30-a5c7-4c9a-a184-6163ba59275f req-be6b1a5d-87a3-41fe-a7ec-562b63d97f4a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225297 Jun 30 01:29:13.502404 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-25c9dca0-9048-46d7-bb47-00a85dedac32 req-ec8305d2-acb6-4ff3-8aac-027a01b42c79 service neutron] 10.222.0.36 "GET /v2.0/networks/d9d7e58c-13c3-4426-a1eb-7ab915289930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063325 Jun 30 01:29:13.504771 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8bc8a43c-9bbb-4214-bf6c-7b35ca55d724 req-10305634-dd26-43c5-9f58-62adbb088bb7 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc691a86-51b5-4130-8eb1-346b9244d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316984 Jun 30 01:29:13.575690 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 9a819e5d-0b52-467d-8459-9e7dea6bf38b completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:13.581054 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 9a819e5d-0b52-467d-8459-9e7dea6bf38b triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:13.581686 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.647261 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Router 22062bfc-b07b-4d6b-984a-6f0fdf620172 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:29:13.720550 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.726665 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-de0fc6b0-364d-4e95-89c4-8067ef411d9a None None] Provisioning complete for port b1a625db-0b2c-479d-800e-8581d684aa43 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:13.727044 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-de0fc6b0-364d-4e95-89c4-8067ef411d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.768955 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 9a819e5d-0b52-467d-8459-9e7dea6bf38b, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=9a819e5d-0b52-467d-8459-9e7dea6bf38b,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:13.776659 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-de0fc6b0-364d-4e95-89c4-8067ef411d9a None None] Port b1a625db-0b2c-479d-800e-8581d684aa43 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:29:13.810283 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.813677 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:13.814925 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:29:13.828000 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] 10.222.0.35 "PUT /v2.0/routers/22062bfc-b07b-4d6b-984a-6f0fdf620172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9818451 Jun 30 01:29:13.833461 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477365cd-12ca-4dec-b298-80d422826e22 req-70221ab1-327b-432e-8dd4-3eff7b46e6d9 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:13.834996 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-477365cd-12ca-4dec-b298-80d422826e22 req-70221ab1-327b-432e-8dd4-3eff7b46e6d9 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1342499 Jun 30 01:29:13.880295 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-477365cd-12ca-4dec-b298-80d422826e22 req-e1ab1cd0-7a71-47d1-b2cc-50ec0c8691bb tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Jun 30 01:29:13.889364 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=9a819e5d-0b52-467d-8459-9e7dea6bf38b,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:13.893043 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:14.070735 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8249b-c169-4db4-b2c9-fdae40009446 req-c08e5422-f113-4ab8-a933-a9531ad09932 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:14.072286 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1f8249b-c169-4db4-b2c9-fdae40009446 req-c08e5422-f113-4ab8-a933-a9531ad09932 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0639420 Jun 30 01:29:14.128387 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1f8249b-c169-4db4-b2c9-fdae40009446 req-0dd9db49-acb0-4cbc-b51d-2fc818a721c0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496948 Jun 30 01:29:14.236515 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 07bca7cd-17a4-4af1-89eb-0aced81b6365 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:29:14.363702 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 07bca7cd-17a4-4af1-89eb-0aced81b6365, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=07bca7cd-17a4-4af1-89eb-0aced81b6365,segment=NetworkSegment(867a2840-6889-4712-9795-f01fd1e27ba9),segment_id=867a2840-6889-4712-9795-f01fd1e27ba9)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:14.378612 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': '07bca7cd-17a4-4af1-89eb-0aced81b6365', 'network_id': 'd9d7e58c-13c3-4426-a1eb-7ab915289930', 'port_id': '07bca7cd-17a4-4af1-89eb-0aced81b6365', 'mac_address': 'fa:16:3e:58:ac:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646d8565-56b2-4cd3-89f4-ff8d53f45a80', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:29:14.417169 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.432125 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Sync routers for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:29:14.438749 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bca7cd-17a4-4af1-89eb-0aced81b6365 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:14.451156 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:14.451747 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:14.494361 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 07bca7cd-17a4-4af1-89eb-0aced81b6365, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=07bca7cd-17a4-4af1-89eb-0aced81b6365,segment=NetworkSegment(867a2840-6889-4712-9795-f01fd1e27ba9),segment_id=867a2840-6889-4712-9795-f01fd1e27ba9)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:14.559907 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.560724 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b5ecd3a2-9bad-401f-98ae-b219e33f257a details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:29:14.570281 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:14.605795 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:14.608427 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34886) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:14.614711 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2122495699-network', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:14.700927 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Made reservation on behalf of d125b77f978e41a0860d926d08b9328a for: {'network': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:14.704364 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.707787 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=07bca7cd-17a4-4af1-89eb-0aced81b6365,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:14.717288 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.721958 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4d7af-a351-4d2c-b1dd-cbb764be41b4 req-9eaf1cc7-7d47-4e8c-b57e-8793b593d965 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:14.723522 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1ba4d7af-a351-4d2c-b1dd-cbb764be41b4 req-9eaf1cc7-7d47-4e8c-b57e-8793b593d965 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 949 time: 0.0856345 Jun 30 01:29:14.736303 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:14.763727 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1ba4d7af-a351-4d2c-b1dd-cbb764be41b4 req-665bc467-c97d-4300-9903-d066890ebb42 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc691a86-51b5-4130-8eb1-346b9244d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338235 Jun 30 01:29:14.835674 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.857898 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port b5ecd3a2-9bad-401f-98ae-b219e33f257a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:14.893495 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'port_id': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'mac_address': 'fa:16:3e:f3:ba:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:29:14.901298 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.905468 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-27a9489a-f6f3-43be-a8fb-6b0be25cae86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:14.923494 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:29:14.939565 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f086c86-02cd-4197-b7c1-9882a89a656c,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:14.943198 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.943724 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.segments_db [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Added segment 31db1905-0d24-4a72-87a5-3e9d305d3d18 of type vlan for network d5972c8a-0b19-4e50-8bcf-e5fb011416a3 Jun 30 01:29:14.945619 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:14.947460 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad343d48-a09c-4ae9-83aa-77d8f5126f25 req-6a2afd4f-86a0-4ab5-95cc-b3a332b8fd82 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:14.949143 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ad343d48-a09c-4ae9-83aa-77d8f5126f25 req-6a2afd4f-86a0-4ab5-95cc-b3a332b8fd82 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0664542 Jun 30 01:29:14.968248 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.974368 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 2, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:15.004134 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ad343d48-a09c-4ae9-83aa-77d8f5126f25 req-4dc56625-00e8-41f0-bf12-13d4b0c36109 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435021 Jun 30 01:29:15.019519 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Checking router: 22062bfc-b07b-4d6b-984a-6f0fdf620172 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:29:15.019865 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Updating router 22062bfc-b07b-4d6b-984a-6f0fdf620172 port b1a625db-0b2c-479d-800e-8581d684aa43 binding host dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:29:15.038625 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.041149 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5ecd3a2-9bad-401f-98ae-b219e33f257a {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:15.070668 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port b5ecd3a2-9bad-401f-98ae-b219e33f257a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:15.073433 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.129699 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.131275 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:15.131865 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.135019 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:15.167199 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.171418 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:15.194012 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Pushing event updated for resources: {'Network': ['ID=d5972c8a-0b19-4e50-8bcf-e5fb011416a3,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:15.197490 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:15.207014 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network d5972c8a-0b19-4e50-8bcf-e5fb011416a3 details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:29:15.251175 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6409245 Jun 30 01:29:15.253833 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34894) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:15.258964 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] Request body: {'subnet': {'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2122495699-subnet', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'ip_version': 4}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:15.340373 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=b5ecd3a2-9bad-401f-98ae-b219e33f257a,revision_number=6']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:15.346672 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] Made reservation on behalf of d125b77f978e41a0860d926d08b9328a for: {'subnet': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:15.350524 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59259480'] for subnet, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.350662 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:15.353648 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3b3e8-ecf9-4028-892f-e7724c49b9a0 req-b70ffb20-56af-423f-bdbc-eadbff06d625 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:15.355204 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-51d3b3e8-ecf9-4028-892f-e7724c49b9a0 req-b70ffb20-56af-423f-bdbc-eadbff06d625 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0724750 Jun 30 01:29:15.361651 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 9a819e5d-0b52-467d-8459-9e7dea6bf38b up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:15.399347 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['b5ecd3a2-9bad-401f-98ae-b219e33f257a'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:15.412644 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:29:15.421228 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-51d3b3e8-ecf9-4028-892f-e7724c49b9a0 req-6bf5db74-26d7-4ea3-a275-71ce0d7eac9a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551970 Jun 30 01:29:15.626746 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59332834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59259466'] for subnet, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.629826 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:15.643967 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 9a819e5d-0b52-467d-8459-9e7dea6bf38b triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:15.644350 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.684257 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=625ea186-c4ce-4b12-b83e-eb868058db43,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:15.688312 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:15.692453 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] Checking segment: {'id': '31db1905-0d24-4a72-87a5-3e9d305d3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:15.692805 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] Network hostable DHCP agents. Network: d5972c8a-0b19-4e50-8bcf-e5fb011416a3, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:29:15.741495 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.752126 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] Network d5972c8a-0b19-4e50-8bcf-e5fb011416a3 is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:29:15.761585 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Transition to ACTIVE for port object b1a625db-0b2c-479d-800e-8581d684aa43 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:15.776238 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['07bca7cd-17a4-4af1-89eb-0aced81b6365'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:15.809444 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, d5972c8a-0b19-4e50-8bcf-e5fb011416a3) {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:15.823248 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:15.823841 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.827412 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e77188-34a2-4972-8b1f-297d2577e7fe None None] Network d5972c8a-0b19-4e50-8bcf-e5fb011416a3 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:29:15.885175 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.886968 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:15.913826 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6582692 Jun 30 01:29:15.915656 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 34900) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:15.935843 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2122495699-router', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:15.950627 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712f387-897a-4776-bc59-4e33f968b13c req-832a2198-ce7c-44af-892b-36cfe47d54e7 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:15.953370 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c712f387-897a-4776-bc59-4e33f968b13c req-832a2198-ce7c-44af-892b-36cfe47d54e7 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 949 time: 0.0683730 Jun 30 01:29:16.001802 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c712f387-897a-4776-bc59-4e33f968b13c req-2f9a3e34-5c45-46f9-bf60-63be7234a97e tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc691a86-51b5-4130-8eb1-346b9244d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382512 Jun 30 01:29:16.010701 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe3bc6-6851-4fc2-84ed-c2f30a0c1f95 None None] Pushing event updated for resources: {'Port': ['ID=b1a625db-0b2c-479d-800e-8581d684aa43,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:16.016458 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-291'] for router, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.018637 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-681568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-296'] for router, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.043249 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-55fe3bc6-6851-4fc2-84ed-c2f30a0c1f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:16.105120 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.123234 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Attempting to bind port b1a625db-0b2c-479d-800e-8581d684aa43 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:16.123622 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Attempting to bind port b1a625db-0b2c-479d-800e-8581d684aa43 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:16.123995 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Attempting to bind port b1a625db-0b2c-479d-800e-8581d684aa43 on network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:16.148600 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:16.148986 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Checking segment: {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:16.149408 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.149815 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Bound using segment: {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:16.150304 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Bound port: b1a625db-0b2c-479d-800e-8581d684aa43, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:16.150696 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.238938 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aad0004-5452-54fe-b1bc-ef1c95aa08ab-d5972c8a-0b19-4e50-8bcf-e5fb011416a3', 'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'fixed_ips': [{'subnet_id': '625ea186-c4ce-4b12-b83e-eb868058db43'}]}} from dv-cinder-797245-10-iscsi. {{(pid=93394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:29:16.239830 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.259893 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ed8b1-24cc-4a6b-90c9-ce76a70012a9 req-e4ec28ec-05a8-4b43-8e15-f588a3c3c542 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:16.260632 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b5ecd3a2-9bad-401f-98ae-b219e33f257a up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:16.261536 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-685ed8b1-24cc-4a6b-90c9-ce76a70012a9 req-e4ec28ec-05a8-4b43-8e15-f588a3c3c542 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 944 time: 0.0706160 Jun 30 01:29:16.314762 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-685ed8b1-24cc-4a6b-90c9-ce76a70012a9 req-85fdd00e-9e01-4d0e-9b4d-842aea024615 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461211 Jun 30 01:29:16.400008 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] For port b1a625db-0b2c-479d-800e-8581d684aa43, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:16.429129 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] For port b1a625db-0b2c-479d-800e-8581d684aa43, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=b1a625db-0b2c-479d-800e-8581d684aa43,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:16.456072 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port b5ecd3a2-9bad-401f-98ae-b219e33f257a triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:16.456458 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.471788 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-262'] for router, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.524980 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.db_base_plugin_common [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Allocated IP 172.20.0.2 (d5972c8a-0b19-4e50-8bcf-e5fb011416a3/625ea186-c4ce-4b12-b83e-eb868058db43/c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff) {{(pid=93394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:16.534242 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.539542 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-4fbef985-7ea0-418b-bddb-4464b7170bc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:16.615478 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105fca8-43fb-4b29-ad82-7256c3ff711f req-351ede35-3ac2-4876-9aaa-2a21b591d26a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:16.621895 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8105fca8-43fb-4b29-ad82-7256c3ff711f req-351ede35-3ac2-4876-9aaa-2a21b591d26a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0829341 Jun 30 01:29:16.683951 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8105fca8-43fb-4b29-ad82-7256c3ff711f req-08dc6140-6610-4714-a1a9-f4e2d253ca49 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610878 Jun 30 01:29:16.685339 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:16.685982 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:16.741683 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe3bc6-6851-4fc2-84ed-c2f30a0c1f95 None None] Pushing event updated for resources: {'Port': ['ID=b1a625db-0b2c-479d-800e-8581d684aa43,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:16.751658 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.756368 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-55fe3bc6-6851-4fc2-84ed-c2f30a0c1f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:16.811279 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:16.814481 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c085368-b469-4aef-be0e-93929b52aa95" -d '{"events": [{"server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "name": "network-vif-plugged", "status": "completed", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:16.854661 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.877776 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.882585 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port b5ecd3a2-9bad-401f-98ae-b219e33f257a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:16.889190 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2015b658-57f4-4b1f-8697-2d15b02e4f9b x-openstack-request-id: req-2015b658-57f4-4b1f-8697-2d15b02e4f9b {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:16.889190 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "name": "network-vif-plugged", "status": "completed", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:16.889190 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2015b658-57f4-4b1f-8697-2d15b02e4f9b {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:16.889496 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'code': 200} Jun 30 01:29:16.950064 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:16.986732 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Allocated IP 172.27.1.20 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/14d0641c-d35a-4022-981a-87d70c83aed0) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:17.002854 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Notify callbacks [] for port, precommit_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:17.038640 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:17.042357 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-e296cd70-c2e7-4c52-8f5c-fb01d87d619e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:17.044972 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Transition to ACTIVE for port object c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:17.128320 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:17.135635 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Transition to ACTIVE for port object c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff will not be triggered until provisioned by entity DHCP. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:17.196253 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=b5ecd3a2-9bad-401f-98ae-b219e33f257a,revision_number=7']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:17.200829 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:17.215472 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:17.222943 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-55fe3bc6-6851-4fc2-84ed-c2f30a0c1f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:17.238984 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:17.244432 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b10e5a-e586-4242-8853-5f1d7275da5b req-76956789-7294-4479-bb27-e1f05620da62 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:17.246759 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-20b10e5a-e586-4242-8853-5f1d7275da5b req-76956789-7294-4479-bb27-e1f05620da62 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 949 time: 0.0854015 Jun 30 01:29:17.257366 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-bf24094b-c3af-430d-a897-ac056a53baa0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:17.273392 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Pushing event updated for resources: {'Port': ['ID=c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff,revision_number=1']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:17.291607 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-20b10e5a-e586-4242-8853-5f1d7275da5b req-aa3feb61-3891-4e88-911c-21e0abb60880 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc691a86-51b5-4130-8eb1-346b9244d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Jun 30 01:29:17.308632 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:17.321789 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Network d5972c8a-0b19-4e50-8bcf-e5fb011416a3 is already hosted by enough agents. {{(pid=93394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:17.327686 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:17.330231 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.base_scheduler [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Resources bound (agent type, host, resource id): {{(pid=93394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:17.332998 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Received port after_create {{(pid=93394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:17.333317 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:17.341360 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:17.378375 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Pushing event updated for resources: {'Port': ['ID=14d0641c-d35a-4022-981a-87d70c83aed0,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:17.387663 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:17.435407 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:16Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:17.438493 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Attempting to bind port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:17.440077 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Attempting to bind port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '31db1905-0d24-4a72-87a5-3e9d305d3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:17.440648 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Attempting to bind port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff on network d5972c8a-0b19-4e50-8bcf-e5fb011416a3 {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:17.488774 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:17.489422 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Checking segment: {'id': '31db1905-0d24-4a72-87a5-3e9d305d3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:17.489996 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:17.490582 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Bound using segment: {'id': '31db1905-0d24-4a72-87a5-3e9d305d3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:17.491255 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Bound port: c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31db1905-0d24-4a72-87a5-3e9d305d3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:17.491811 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:17.511913 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff6842a-c479-4794-8cf2-37a2f975e7f8 None None] The sync data for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi is: [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:16Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:29:17.552601 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b2407-68df-493c-8202-a40508958331 req-92fda498-8df0-4f22-abfa-23f17db7d728 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:17.579865 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ae4b2407-68df-493c-8202-a40508958331 req-92fda498-8df0-4f22-abfa-23f17db7d728 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.1136999 Jun 30 01:29:17.828474 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] For port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:17.828474 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] For port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff,segment=NetworkSegment(31db1905-0d24-4a72-87a5-3e9d305d3d18),segment_id=31db1905-0d24-4a72-87a5-3e9d305d3d18)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:18.058232 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ae4b2407-68df-493c-8202-a40508958331 req-f665d542-31e4-4c96-b8e5-4946c1bca478 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4774289 Jun 30 01:29:18.205519 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:18.208672 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:18.217608 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:18.286775 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 07bca7cd-17a4-4af1-89eb-0aced81b6365 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:18.337751 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da8f8-e9ca-4c2f-8a1f-60c59b81c34a req-2903ceac-c35a-4fe0-93cd-ac1933cdedc8 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:18.347266 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-886da8f8-e9ca-4c2f-8a1f-60c59b81c34a req-2903ceac-c35a-4fe0-93cd-ac1933cdedc8 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1434886 Jun 30 01:29:18.423468 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-886da8f8-e9ca-4c2f-8a1f-60c59b81c34a req-60947d0e-57d3-4145-9c13-8ab6e4e3640e tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698285 Jun 30 01:29:18.443494 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Pushing event updated for resources: {'Port': ['ID=c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:18.467481 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:18.558239 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port 07bca7cd-17a4-4af1-89eb-0aced81b6365 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:18.562879 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port 07bca7cd-17a4-4af1-89eb-0aced81b6365 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:18.563421 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:18.761116 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc674757-1ee8-497d-8231-6ad8bbfe2d21 req-3ece51a1-5536-4c4d-8d17-e2fe24ba42b6 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:18.762688 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cc674757-1ee8-497d-8231-6ad8bbfe2d21 req-3ece51a1-5536-4c4d-8d17-e2fe24ba42b6 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 949 time: 0.1740174 Jun 30 01:29:18.792579 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:18.861827 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630171'] for router, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:18.877837 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 07bca7cd-17a4-4af1-89eb-0aced81b6365, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=07bca7cd-17a4-4af1-89eb-0aced81b6365,segment=NetworkSegment(867a2840-6889-4712-9795-f01fd1e27ba9),segment_id=867a2840-6889-4712-9795-f01fd1e27ba9)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:18.902178 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bca7cd-17a4-4af1-89eb-0aced81b6365'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:18.913513 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0088a1-7470-4a2d-87ea-39b7cd5b98e6" -d '{"events": [{"server_uuid": "f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1", "name": "network-vif-plugged", "status": "completed", "tag": "07bca7cd-17a4-4af1-89eb-0aced81b6365"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:18.960853 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cc674757-1ee8-497d-8231-6ad8bbfe2d21 req-5c1b93cc-edc5-40f2-8a41-6832e5e480db tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc691a86-51b5-4130-8eb1-346b9244d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517835 Jun 30 01:29:18.989339 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:18.994795 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:19.068601 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ff196-ddcb-4501-a666-3dce6049a5aa req-57054193-f097-4408-abbe-b60f9babc0b2 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:19.076195 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-097ff196-ddcb-4501-a666-3dce6049a5aa req-57054193-f097-4408-abbe-b60f9babc0b2 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 946 time: 0.3123972 Jun 30 01:29:19.129144 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ee2383-8421-49f3-8d1c-71cf36604554 x-openstack-request-id: req-05ee2383-8421-49f3-8d1c-71cf36604554 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:19.129715 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1", "name": "network-vif-plugged", "status": "completed", "tag": "07bca7cd-17a4-4af1-89eb-0aced81b6365", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:19.130921 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05ee2383-8421-49f3-8d1c-71cf36604554 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:19.131517 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bca7cd-17a4-4af1-89eb-0aced81b6365', 'code': 200} Jun 30 01:29:19.138168 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=07bca7cd-17a4-4af1-89eb-0aced81b6365,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:19.143297 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:19.183757 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-097ff196-ddcb-4501-a666-3dce6049a5aa req-0e36c262-4d5c-4f2b-939d-1d92ab6327db tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062870 Jun 30 01:29:19.278730 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Router b752b07e-1914-4b41-9bce-8b9ffa2443f3 is scheduled to L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf with binding_index 1 {{(pid=93393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:29:19.348963 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc54e7f-ca46-42c3-8f63-3471196473cb req-9c7f7de9-015f-413b-99fe-7517f515019e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:19.359991 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1dc54e7f-ca46-42c3-8f63-3471196473cb req-9c7f7de9-015f-413b-99fe-7517f515019e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.1073334 Jun 30 01:29:19.437936 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1dc54e7f-ca46-42c3-8f63-3471196473cb req-77869404-3e27-4384-96bb-e283f89bbbdf tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703402 Jun 30 01:29:19.500380 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:19.588786 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:29:19.613154 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Sync routers for ids ['b752b07e-1914-4b41-9bce-8b9ffa2443f3'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:29:19.622152 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5aad-d065-400c-b291-1cf551883c1f req-4363d592-9a7a-4d93-820c-d15d50e7be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:19.624070 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-792d5aad-d065-400c-b291-1cf551883c1f req-4363d592-9a7a-4d93-820c-d15d50e7be1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 1103 time: 0.1323428 Jun 30 01:29:19.635231 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Routers {'b752b07e-1914-4b41-9bce-8b9ffa2443f3'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:19.641896 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['b752b07e-1914-4b41-9bce-8b9ffa2443f3'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:19.678293 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:19.683115 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7661037 Jun 30 01:29:19.684437 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:19.689203 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 34972) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:19.692196 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device b1a625db-0b2c-479d-800e-8581d684aa43 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:19.703288 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-792d5aad-d065-400c-b291-1cf551883c1f req-d4cb572f-eaa3-43e2-a237-fc1bd7871bd5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc691a86-51b5-4130-8eb1-346b9244d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669472 Jun 30 01:29:19.837661 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Set router b752b07e-1914-4b41-9bce-8b9ffa2443f3 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:19.850069 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port b1a625db-0b2c-479d-800e-8581d684aa43 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:19.855290 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port b1a625db-0b2c-479d-800e-8581d684aa43 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:19.858602 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:19.976753 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ba432-a839-43a7-a6a3-79e6ed538200 req-4c8a9c64-f127-4eca-a034-9d198aa6e249 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:19.986468 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0a3ba432-a839-43a7-a6a3-79e6ed538200 req-4c8a9c64-f127-4eca-a034-9d198aa6e249 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.3071885 Jun 30 01:29:20.010832 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b152ff-51c2-4cbd-bbcf-96e96af24689 None None] Network d5972c8a-0b19-4e50-8bcf-e5fb011416a3 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:29:20.048163 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0a3ba432-a839-43a7-a6a3-79e6ed538200 req-326deaf1-e6d8-4225-bf77-d3f6c2610c1e tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600634 Jun 30 01:29:20.090531 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'name': 'tempest-TestVolumeBootPattern-2122495699-router', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:29:17Z', 'revision_number': 3, 'project_id': 'd125b77f978e41a0860d926d08b9328a', 'gw_port': {'id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:20.126892 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Checking router: b752b07e-1914-4b41-9bce-8b9ffa2443f3 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:29:20.127558 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Updating router b752b07e-1914-4b41-9bce-8b9ffa2443f3 port 14d0641c-d35a-4022-981a-87d70c83aed0 binding host dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:29:20.159575 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.169452 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.327225 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a60970-f00d-4069-8a2d-54d01a3c838e req-45695c39-f2ff-41c8-bc4f-ceb14b1b5819 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:20.335247 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a5a60970-f00d-4069-8a2d-54d01a3c838e req-45695c39-f2ff-41c8-bc4f-ceb14b1b5819 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 950 time: 0.2033839 Jun 30 01:29:20.387343 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-083dba06-494e-40d9-816e-592844f00251 None None] Provisioning for port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:20.392354 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port b1a625db-0b2c-479d-800e-8581d684aa43, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=b1a625db-0b2c-479d-800e-8581d684aa43,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:20.403664 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-083dba06-494e-40d9-816e-592844f00251 None None] Provisioning complete for port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:20.404094 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-083dba06-494e-40d9-816e-592844f00251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.425643 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a5a60970-f00d-4069-8a2d-54d01a3c838e req-78a79082-9e94-4e5f-8c13-1e613b9601b5 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc691a86-51b5-4130-8eb1-346b9244d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892060 Jun 30 01:29:20.475379 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.484588 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:20.541465 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=b1a625db-0b2c-479d-800e-8581d684aa43,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:20.573352 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:20.605647 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-083dba06-494e-40d9-816e-592844f00251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.647394 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b776965-4f1a-47b4-956d-efb06f97eaf7 req-48b16ae2-b39b-4ce4-9c6e-b4bcea44135b tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:20.653490 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-083dba06-494e-40d9-816e-592844f00251 None None] For port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff,segment=NetworkSegment(31db1905-0d24-4a72-87a5-3e9d305d3d18),segment_id=31db1905-0d24-4a72-87a5-3e9d305d3d18)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:20.664742 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5b776965-4f1a-47b4-956d-efb06f97eaf7 req-48b16ae2-b39b-4ce4-9c6e-b4bcea44135b tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 946 time: 0.2534850 Jun 30 01:29:20.673717 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ca989-39cb-4c00-836b-003bba3521b9 req-86383d0a-66db-4595-bc35-6cc30b5b841d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:20.676370 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-122ca989-39cb-4c00-836b-003bba3521b9 req-86383d0a-66db-4595-bc35-6cc30b5b841d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 946 time: 0.2041910 Jun 30 01:29:20.741123 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-083dba06-494e-40d9-816e-592844f00251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.747259 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:20.757464 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.773651 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.provisioning_blocks [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Transition to ACTIVE for port object 14d0641c-d35a-4022-981a-87d70c83aed0 will not be triggered until provisioned by entity L2. {{(pid=93395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:20.822705 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5b776965-4f1a-47b4-956d-efb06f97eaf7 req-3e91fceb-8a80-427f-9023-ad27fa5bab07 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534772 Jun 30 01:29:20.842859 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083dba06-494e-40d9-816e-592844f00251 None None] Pushing event updated for resources: {'Port': ['ID=c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:20.856717 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.858106 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-083dba06-494e-40d9-816e-592844f00251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:20.890246 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.894209 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:20.932001 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-122ca989-39cb-4c00-836b-003bba3521b9 req-615d976e-60ac-444d-b3d5-9bb0938b7ed1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Deleting port c6e5c4b1-3c10-44c7-826c-e32014c14d79 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:29:20.932354 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-122ca989-39cb-4c00-836b-003bba3521b9 req-615d976e-60ac-444d-b3d5-9bb0938b7ed1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.970215 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46877745-5624-46bd-9886-8417df68c8df req-274dbc1a-f73f-4e2d-90eb-80e04fee5f88 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:20.974567 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Attempting to bind port 14d0641c-d35a-4022-981a-87d70c83aed0 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:20.974942 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Attempting to bind port 14d0641c-d35a-4022-981a-87d70c83aed0 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:20.975330 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Attempting to bind port 14d0641c-d35a-4022-981a-87d70c83aed0 on network fc262d4a-4b9d-4d80-8ce2-67a3755c726e {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:20.977243 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7bd8d-7194-4c06-92f8-c3c67bb61177 None None] Pushing event updated for resources: {'Port': ['ID=14d0641c-d35a-4022-981a-87d70c83aed0,revision_number=2']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:20.979264 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-46877745-5624-46bd-9886-8417df68c8df req-274dbc1a-f73f-4e2d-90eb-80e04fee5f88 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.2251899 Jun 30 01:29:20.980462 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-4fc7bd8d-7194-4c06-92f8-c3c67bb61177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:20.983670 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:20.984123 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Checking segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:20.985027 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.985413 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Bound using segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:20.985885 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Bound port: 14d0641c-d35a-4022-981a-87d70c83aed0, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:20.986282 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:21.014879 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-2d69624b-7656-434f-9efc-368742aa729e None None] Provisioning complete for port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:21.016431 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2d69624b-7656-434f-9efc-368742aa729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:21.080422 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] For port 14d0641c-d35a-4022-981a-87d70c83aed0, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:21.081717 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-46877745-5624-46bd-9886-8417df68c8df req-2484e444-d2a6-4d1f-828d-5dca54a76194 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012058 Jun 30 01:29:21.089090 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] For port 14d0641c-d35a-4022-981a-87d70c83aed0, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=14d0641c-d35a-4022-981a-87d70c83aed0,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:21.128003 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-122ca989-39cb-4c00-836b-003bba3521b9 req-615d976e-60ac-444d-b3d5-9bb0938b7ed1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] For port c6e5c4b1-3c10-44c7-826c-e32014c14d79, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c6e5c4b1-3c10-44c7-826c-e32014c14d79,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:21.128522 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-122ca989-39cb-4c00-836b-003bba3521b9 req-615d976e-60ac-444d-b3d5-9bb0938b7ed1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:21.143711 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-122ca989-39cb-4c00-836b-003bba3521b9 req-615d976e-60ac-444d-b3d5-9bb0938b7ed1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Calling delete_port for c6e5c4b1-3c10-44c7-826c-e32014c14d79 owned by compute:nova {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:29:21.152972 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:21.155433 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:21.194112 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Allocated IP 172.20.0.1 (d5972c8a-0b19-4e50-8bcf-e5fb011416a3/625ea186-c4ce-4b12-b83e-eb868058db43/6c06f464-efbc-40a9-a09c-96a3390d1bd5) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:21.253945 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Routers {'b752b07e-1914-4b41-9bce-8b9ffa2443f3'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:21.254888 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['b752b07e-1914-4b41-9bce-8b9ffa2443f3'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:21.318225 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7bd8d-7194-4c06-92f8-c3c67bb61177 None None] Pushing event updated for resources: {'Port': ['ID=14d0641c-d35a-4022-981a-87d70c83aed0,revision_number=3']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:21.337709 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-4fc7bd8d-7194-4c06-92f8-c3c67bb61177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:21.413893 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:21.461175 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afdb98-51cd-48c9-8239-8d08d598d73a req-95b6abc5-7b22-4ad0-a33d-6eee2b627c3c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:21.462169 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b8afdb98-51cd-48c9-8239-8d08d598d73a req-95b6abc5-7b22-4ad0-a33d-6eee2b627c3c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1573548 Jun 30 01:29:21.484789 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-122ca989-39cb-4c00-836b-003bba3521b9 req-615d976e-60ac-444d-b3d5-9bb0938b7ed1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:21.491111 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:21.497209 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['90dae55c-ff73-4bba-84f5-e35116f7c704', 'baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0', '134a26fa-ec3d-45b1-9b28-2b5d59b6f73b', 'c6e5c4b1-3c10-44c7-826c-e32014c14d79'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:21.501375 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:21.501754 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:21.511723 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] Set router b752b07e-1914-4b41-9bce-8b9ffa2443f3 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:21.533350 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:21.571027 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b8afdb98-51cd-48c9-8239-8d08d598d73a req-94e206d7-7540-437c-8386-ea5879e2d89a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904739 Jun 30 01:29:21.574744 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d976e-60ac-444d-b3d5-9bb0938b7ed1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Pushing event deleted for resources: {'Port': ['ID=c6e5c4b1-3c10-44c7-826c-e32014c14d79,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:21.575602 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Transition to ACTIVE for port object 6c06f464-efbc-40a9-a09c-96a3390d1bd5 will not be triggered until provisioned by entity DHCP. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:21.588321 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-615d976e-60ac-444d-b3d5-9bb0938b7ed1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:21.670947 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:21.682892 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:21.723876 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-122ca989-39cb-4c00-836b-003bba3521b9 req-615d976e-60ac-444d-b3d5-9bb0938b7ed1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] No DVR routers for this DVR port c6e5c4b1-3c10-44c7-826c-e32014c14d79 on host hv-cinder-79724 {{(pid=93393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:29:21.739445 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-122ca989-39cb-4c00-836b-003bba3521b9 req-615d976e-60ac-444d-b3d5-9bb0938b7ed1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:21.742096 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-122ca989-39cb-4c00-836b-003bba3521b9 req-615d976e-60ac-444d-b3d5-9bb0938b7ed1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "DELETE /v2.0/ports/c6e5c4b1-3c10-44c7-826c-e32014c14d79 HTTP/1.1" status: 204 len: 173 time: 1.0562983 Jun 30 01:29:21.743209 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device b1a625db-0b2c-479d-800e-8581d684aa43 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:21.759306 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4028194c-2c49-4070-a8c4-a2c9eeaa70d6', 'name': 'network-vif-deleted', 'tag': 'c6e5c4b1-3c10-44c7-826c-e32014c14d79'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:21.761751 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395c929f-5f32-4744-9a25-903e5de25f03" -d '{"events": [{"server_uuid": "4028194c-2c49-4070-a8c4-a2c9eeaa70d6", "name": "network-vif-deleted", "tag": "c6e5c4b1-3c10-44c7-826c-e32014c14d79"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:21.765145 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Network d5972c8a-0b19-4e50-8bcf-e5fb011416a3 is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:21.830861 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:21.839844 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:21.847091 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740796'] for router_interface, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:21.852545 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port b1a625db-0b2c-479d-800e-8581d684aa43 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:21.852925 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:21.866471 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b98d18-6807-4f2d-b476-0b7e22b07e29 x-openstack-request-id: req-e6b98d18-6807-4f2d-b476-0b7e22b07e29 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:21.866778 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4028194c-2c49-4070-a8c4-a2c9eeaa70d6", "name": "network-vif-deleted", "tag": "c6e5c4b1-3c10-44c7-826c-e32014c14d79", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:21.867054 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6b98d18-6807-4f2d-b476-0b7e22b07e29 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:21.867519 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4028194c-2c49-4070-a8c4-a2c9eeaa70d6', 'name': 'network-vif-deleted', 'tag': 'c6e5c4b1-3c10-44c7-826c-e32014c14d79', 'status': 'completed', 'code': 200} Jun 30 01:29:21.914996 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'name': 'tempest-TestVolumeBootPattern-2122495699-router', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:29:17Z', 'revision_number': 3, 'project_id': 'd125b77f978e41a0860d926d08b9328a', 'gw_port': {'id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:21.930338 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Pushing event updated for resources: {'Port': ['ID=6c06f464-efbc-40a9-a09c-96a3390d1bd5,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:21.933272 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:21.965258 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a83b95-4fd4-43fc-a849-139d7e0c0ec7 None None] The sync data for ids ['b752b07e-1914-4b41-9bce-8b9ffa2443f3'] in dv-cinder-797245-10-iscsi is: [{'id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'name': 'tempest-TestVolumeBootPattern-2122495699-router', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:29:17Z', 'revision_number': 3, 'project_id': 'd125b77f978e41a0860d926d08b9328a', 'gw_port': {'id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:29:22.017902 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb24b5a-dbb0-4291-91e9-2db9f77576b2 req-b36fd7a0-be43-40ed-8b44-33adae471df1 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:22.025745 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3cb24b5a-dbb0-4291-91e9-2db9f77576b2 req-b36fd7a0-be43-40ed-8b44-33adae471df1 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 950 time: 0.3956299 Jun 30 01:29:22.116959 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8674df92-37cd-411b-adc1-31e623c65abe req-91f58faa-3a5f-4f47-82e5-2ba31135166b tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=4028194c-2c49-4070-a8c4-a2c9eeaa70d6 HTTP/1.1" status: 200 len: 210 time: 0.0484953 Jun 30 01:29:22.202476 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3cb24b5a-dbb0-4291-91e9-2db9f77576b2 req-f0d708eb-249d-4ef5-91cd-acf0614b5b28 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc691a86-51b5-4130-8eb1-346b9244d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758585 Jun 30 01:29:22.427896 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-418ff557-70c3-4c45-9cd4-78a3cb759eb4 None None] Provisioning for port 6c06f464-efbc-40a9-a09c-96a3390d1bd5 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:22.441129 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-418ff557-70c3-4c45-9cd4-78a3cb759eb4 None None] Provisioning complete for port 6c06f464-efbc-40a9-a09c-96a3390d1bd5 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:22.441728 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-418ff557-70c3-4c45-9cd4-78a3cb759eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:22.454389 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:22.524865 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-418ff557-70c3-4c45-9cd4-78a3cb759eb4 None None] Port 6c06f464-efbc-40a9-a09c-96a3390d1bd5 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:29:22.533947 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29474ad-ab83-4ac4-aaef-fe8ccde35f7d req-e3951b65-b48e-4be3-b92b-1e918c669024 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:22.533947 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c29474ad-ab83-4ac4-aaef-fe8ccde35f7d req-e3951b65-b48e-4be3-b92b-1e918c669024 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.1986423 Jun 30 01:29:22.650484 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c29474ad-ab83-4ac4-aaef-fe8ccde35f7d req-140b5023-1abb-49b2-9983-a9f787f40ec6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104801 Jun 30 01:29:22.788112 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:22.869957 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:22.869957 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740648'] for router_interface, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:22.869957 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:23.101479 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Pushing event updated for resources: {'Port': ['ID=6c06f464-efbc-40a9-a09c-96a3390d1bd5,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:23.104578 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:23.179136 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34083b8-ccb9-4628-acbe-9cd5f1a74302 req-00e1b65a-0bd8-4fa0-9bf8-6f10ef2bb16d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:23.190712 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a34083b8-ccb9-4628-acbe-9cd5f1a74302 req-00e1b65a-0bd8-4fa0-9bf8-6f10ef2bb16d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.2770157 Jun 30 01:29:23.262710 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Network d5972c8a-0b19-4e50-8bcf-e5fb011416a3 is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:23.276588 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27ca62-89eb-4890-ad7a-2f9507524773 req-e01d252a-dd01-4869-9d62-d007a4f9e901 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:23.278085 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1d27ca62-89eb-4890-ad7a-2f9507524773 req-e01d252a-dd01-4869-9d62-d007a4f9e901 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 950 time: 0.1954026 Jun 30 01:29:23.281489 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:23.306472 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a34083b8-ccb9-4628-acbe-9cd5f1a74302 req-3548886c-786b-4f1b-84b3-a0faa62eee52 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103058 Jun 30 01:29:23.495131 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1d27ca62-89eb-4890-ad7a-2f9507524773 req-bdd2006a-998a-47be-a517-f47d01527425 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc691a86-51b5-4130-8eb1-346b9244d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067952 Jun 30 01:29:23.518880 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 14d0641c-d35a-4022-981a-87d70c83aed0 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:23.676592 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Router b752b07e-1914-4b41-9bce-8b9ffa2443f3 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:29:23.758051 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-1106d9a7-5cfe-471a-9573-f9f5e9cd59ce None None] Provisioning complete for port 6c06f464-efbc-40a9-a09c-96a3390d1bd5 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:23.758802 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-1106d9a7-5cfe-471a-9573-f9f5e9cd59ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:23.801331 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-1106d9a7-5cfe-471a-9573-f9f5e9cd59ce None None] Port 6c06f464-efbc-40a9-a09c-96a3390d1bd5 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:29:23.981025 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 14d0641c-d35a-4022-981a-87d70c83aed0 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:23.986093 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 14d0641c-d35a-4022-981a-87d70c83aed0 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:23.992251 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:24.065631 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:29:24.075678 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] 10.222.0.35 "PUT /v2.0/routers/b752b07e-1914-4b41-9bce-8b9ffa2443f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3747327 Jun 30 01:29:24.084035 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:24.112035 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 14d0641c-d35a-4022-981a-87d70c83aed0, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=14d0641c-d35a-4022-981a-87d70c83aed0,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:24.119720 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42022d-e1af-439a-808e-8ed7028fe840 req-42645f8d-4f59-49d7-ae77-3306de8ced40 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:24.127619 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f42022d-e1af-439a-808e-8ed7028fe840 req-42645f8d-4f59-49d7-ae77-3306de8ced40 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.1037600 Jun 30 01:29:24.180587 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f42022d-e1af-439a-808e-8ed7028fe840 req-b0ea0361-2c37-4824-809f-9e13ead44efb tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513086 Jun 30 01:29:24.201099 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:24.216746 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:24.263788 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=14d0641c-d35a-4022-981a-87d70c83aed0,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:24.269619 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:24.325531 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device c6e5c4b1-3c10-44c7-826c-e32014c14d79 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:29:24.371895 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: c6e5c4b1-3c10-44c7-826c-e32014c14d79 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:29:24.372252 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device c6e5c4b1-3c10-44c7-826c-e32014c14d79 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:29:24.593775 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256e7d9-74b7-42ca-ab1f-c84c0a0f4909 req-a7307046-bb2f-4a5b-8d58-90d86becc6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:24.596223 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b256e7d9-74b7-42ca-ab1f-c84c0a0f4909 req-a7307046-bb2f-4a5b-8d58-90d86becc6c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=610eefbe7f1041da9d694a20440f1337&device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 1099 time: 0.1151321 Jun 30 01:29:24.622308 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24907b24-4642-4401-afad-0baff74c7ed3 req-0bcd5b7b-d294-4fa1-9018-5eaca275a2a4 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:24.630299 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-24907b24-4642-4401-afad-0baff74c7ed3 req-0bcd5b7b-d294-4fa1-9018-5eaca275a2a4 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1551721 Jun 30 01:29:24.666225 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca1564-800c-42ba-9973-4ac77d22da28 req-b12e4dd7-e7eb-49c8-a797-42197641ceae tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:24.667687 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b2ca1564-800c-42ba-9973-4ac77d22da28 req-b12e4dd7-e7eb-49c8-a797-42197641ceae tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 950 time: 0.1319520 Jun 30 01:29:24.745827 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-24907b24-4642-4401-afad-0baff74c7ed3 req-48be0243-c131-4c9f-8f3f-e0d73a663d0f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025276 Jun 30 01:29:24.774237 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256e7d9-74b7-42ca-ab1f-c84c0a0f4909 req-9c24743d-8d94-4cd9-8b6f-3fc0fd684886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:24.775729 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b256e7d9-74b7-42ca-ab1f-c84c0a0f4909 req-9c24743d-8d94-4cd9-8b6f-3fc0fd684886 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33e960f6-15b6-4c63-8c13-81c7204c50cf HTTP/1.1" status: 200 len: 920 time: 0.1699362 Jun 30 01:29:24.827569 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b256e7d9-74b7-42ca-ab1f-c84c0a0f4909 req-825a6c5f-06a9-4a76-bb2c-1e006d2effb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 HTTP/1.1" status: 200 len: 217 time: 0.0441687 Jun 30 01:29:24.884022 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-b2ca1564-800c-42ba-9973-4ac77d22da28 req-23891dfb-80b7-4453-babd-5bd9e88dd389 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Deleting port 07bca7cd-17a4-4af1-89eb-0aced81b6365 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:29:24.884628 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-b2ca1564-800c-42ba-9973-4ac77d22da28 req-23891dfb-80b7-4453-babd-5bd9e88dd389 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:24.920377 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256e7d9-74b7-42ca-ab1f-c84c0a0f4909 req-1054a430-0325-4272-ad31-afc05b557ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:24.925684 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b256e7d9-74b7-42ca-ab1f-c84c0a0f4909 req-1054a430-0325-4272-ad31-afc05b557ab8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26bb785d-416a-4149-bc5c-47b213a72eb7 HTTP/1.1" status: 200 len: 859 time: 0.0862517 Jun 30 01:29:24.975254 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b256e7d9-74b7-42ca-ab1f-c84c0a0f4909 req-8823cad2-e472-48e9-9409-b1e335d09a9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33e960f6-15b6-4c63-8c13-81c7204c50cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403397 Jun 30 01:29:25.053071 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Sync routers for ids ['b752b07e-1914-4b41-9bce-8b9ffa2443f3'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:29:25.056356 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-b2ca1564-800c-42ba-9973-4ac77d22da28 req-23891dfb-80b7-4453-babd-5bd9e88dd389 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] For port 07bca7cd-17a4-4af1-89eb-0aced81b6365, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=07bca7cd-17a4-4af1-89eb-0aced81b6365,segment=NetworkSegment(867a2840-6889-4712-9795-f01fd1e27ba9),segment_id=867a2840-6889-4712-9795-f01fd1e27ba9)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:25.056712 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-b2ca1564-800c-42ba-9973-4ac77d22da28 req-23891dfb-80b7-4453-babd-5bd9e88dd389 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.071050 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Routers {'b752b07e-1914-4b41-9bce-8b9ffa2443f3'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:25.074469 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['b752b07e-1914-4b41-9bce-8b9ffa2443f3'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:25.074619 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8a122-3a5a-4394-8bf0-ecdfc74a3957 req-2085ac1f-6b55-464e-8745-2d94a51c79fd tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:25.080783 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-73b8a122-3a5a-4394-8bf0-ecdfc74a3957 req-2085ac1f-6b55-464e-8745-2d94a51c79fd tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1839902 Jun 30 01:29:25.094821 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-b2ca1564-800c-42ba-9973-4ac77d22da28 req-23891dfb-80b7-4453-babd-5bd9e88dd389 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Calling delete_port for 07bca7cd-17a4-4af1-89eb-0aced81b6365 owned by compute:nova {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:29:25.115528 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b256e7d9-74b7-42ca-ab1f-c84c0a0f4909 req-627c2dd5-2c43-445a-a9bb-990d02021bcd service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293275 Jun 30 01:29:25.214924 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-73b8a122-3a5a-4394-8bf0-ecdfc74a3957 req-5f43e143-c41d-40ec-bd2d-d099f9a30cc6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331999 Jun 30 01:29:25.224561 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Set router b752b07e-1914-4b41-9bce-8b9ffa2443f3 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:25.341020 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-b256e7d9-74b7-42ca-ab1f-c84c0a0f4909 req-0324f9bd-3ba4-43b7-bf42-96eb6c871cf5 service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140658 Jun 30 01:29:25.427825 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 14d0641c-d35a-4022-981a-87d70c83aed0 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:25.488884 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 35042) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:25.493803 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-0fc82227-7440-4f57-8bf6-cde792f567c1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1885798611', 'description': 'tempest-secgroup-smoke-1885798611 description', 'project_id': '3805c64f4c984954b9989b1b044eb645'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:25.497451 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-b2ca1564-800c-42ba-9973-4ac77d22da28 req-23891dfb-80b7-4453-babd-5bd9e88dd389 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.517857 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:25.544766 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['07bca7cd-17a4-4af1-89eb-0aced81b6365'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:25.610045 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fc82227-7440-4f57-8bf6-cde792f567c1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.617693 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 14d0641c-d35a-4022-981a-87d70c83aed0 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:25.626204 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ca1564-800c-42ba-9973-4ac77d22da28 req-23891dfb-80b7-4453-babd-5bd9e88dd389 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] No DVR routers for this DVR port 07bca7cd-17a4-4af1-89eb-0aced81b6365 on host hv-cinder-79724 {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:29:25.627319 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.638546 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-b2ca1564-800c-42ba-9973-4ac77d22da28 req-23891dfb-80b7-4453-babd-5bd9e88dd389 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.641385 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b2ca1564-800c-42ba-9973-4ac77d22da28 req-23891dfb-80b7-4453-babd-5bd9e88dd389 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.36 "DELETE /v2.0/ports/07bca7cd-17a4-4af1-89eb-0aced81b6365 HTTP/1.1" status: 204 len: 173 time: 0.9634051 Jun 30 01:29:25.643100 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1', 'name': 'network-vif-deleted', 'tag': '07bca7cd-17a4-4af1-89eb-0aced81b6365'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:25.647426 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73101a7a-462f-4947-ba25-b28ce4af3288" -d '{"events": [{"server_uuid": "f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1", "name": "network-vif-deleted", "tag": "07bca7cd-17a4-4af1-89eb-0aced81b6365"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:25.669350 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23891dfb-80b7-4453-babd-5bd9e88dd389 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Pushing event deleted for resources: {'Port': ['ID=07bca7cd-17a4-4af1-89eb-0aced81b6365,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:25.677163 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-23891dfb-80b7-4453-babd-5bd9e88dd389 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:25.745312 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302686b6-2e9f-4385-bd40-49298c169f8e req-d063aab1-11c7-4732-8ae2-a73428d383d1 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:25.746770 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fc82227-7440-4f57-8bf6-cde792f567c1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.747150 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-302686b6-2e9f-4385-bd40-49298c169f8e req-d063aab1-11c7-4732-8ae2-a73428d383d1 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 867 time: 0.3010190 Jun 30 01:29:25.760838 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'name': 'tempest-TestVolumeBootPattern-2122495699-router', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:29:22Z', 'revision_number': 4, 'project_id': 'd125b77f978e41a0860d926d08b9328a', 'gw_port': {'id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '6c06f464-efbc-40a9-a09c-96a3390d1bd5', 'name': '', 'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'mac_address': 'fa:16:3e:c1:fe:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '625ea186-c4ce-4b12-b83e-eb868058db43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:20Z', 'updated_at': '2021-06-30T01:29:22Z', 'revision_number': 2, 'project_id': 'd125b77f978e41a0860d926d08b9328a', 'subnets': [{'id': '625ea186-c4ce-4b12-b83e-eb868058db43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:25.794151 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Checking router: b752b07e-1914-4b41-9bce-8b9ffa2443f3 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:29:25.794790 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Updating router b752b07e-1914-4b41-9bce-8b9ffa2443f3 port 6c06f464-efbc-40a9-a09c-96a3390d1bd5 binding host dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:29:25.809815 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fc82227-7440-4f57-8bf6-cde792f567c1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.812818 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ba0afe9c-87f8-4f64-b3c1-1aa6ef66cc6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:25.853541 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc82227-7440-4f57-8bf6-cde792f567c1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca97d72d-780c-4c46-abc6-356290d6f109,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:25.862969 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-302686b6-2e9f-4385-bd40-49298c169f8e req-e2be25e0-8ff2-4858-ac27-b3c94bbd2874 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc691a86-51b5-4130-8eb1-346b9244d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055033 Jun 30 01:29:25.867940 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0fc82227-7440-4f57-8bf6-cde792f567c1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:25.870547 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.885158 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8315-b9a8-417d-b5de-a167a3ad5809 req-d127100b-3c9f-47cd-9e2c-b8a6a06b4546 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:25.898094 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e6dd8315-b9a8-417d-b5de-a167a3ad5809 req-d127100b-3c9f-47cd-9e2c-b8a6a06b4546 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.2220728 Jun 30 01:29:25.929723 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fc82227-7440-4f57-8bf6-cde792f567c1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.931104 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-0fc82227-7440-4f57-8bf6-cde792f567c1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4409289 Jun 30 01:29:25.933930 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 35048) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:25.940807 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-6c3a2ba1-53e5-494e-889a-08964c91cfbb tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Request body: {'security_group_rule': {'security_group_id': 'ca97d72d-780c-4c46-abc6-356290d6f109', 'project_id': '3805c64f4c984954b9989b1b044eb645', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:25.977797 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e6dd8315-b9a8-417d-b5de-a167a3ad5809 req-dbd74dbe-03cf-4dbf-aa01-2894404295e9 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764101 Jun 30 01:29:26.051683 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2ba1-53e5-494e-889a-08964c91cfbb tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.076657 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52770092-f700-481d-b0b2-5afd050bf0a8 x-openstack-request-id: req-52770092-f700-481d-b0b2-5afd050bf0a8 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:26.077162 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1", "name": "network-vif-deleted", "tag": "07bca7cd-17a4-4af1-89eb-0aced81b6365", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:26.077677 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52770092-f700-481d-b0b2-5afd050bf0a8 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:26.078759 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1', 'name': 'network-vif-deleted', 'tag': '07bca7cd-17a4-4af1-89eb-0aced81b6365', 'status': 'completed', 'code': 200} Jun 30 01:29:26.196056 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2ba1-53e5-494e-889a-08964c91cfbb tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.263328 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2ba1-53e5-494e-889a-08964c91cfbb tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.267151 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:26.286887 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a2ba1-53e5-494e-889a-08964c91cfbb tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a650ff-5f12-404d-954d-5fd2e1ea4acf,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:26.303695 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-6c3a2ba1-53e5-494e-889a-08964c91cfbb tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:26.319738 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c102c-9509-4f6b-94ae-0e61fa80b333 req-a3d2196d-f221-43fa-a0d4-9b93d8f4180d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:26.326785 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-707c102c-9509-4f6b-94ae-0e61fa80b333 req-a3d2196d-f221-43fa-a0d4-9b93d8f4180d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0902162 Jun 30 01:29:26.381667 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2ba1-53e5-494e-889a-08964c91cfbb tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.386320 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Notify callbacks [] for port, precommit_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.386957 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-6c3a2ba1-53e5-494e-889a-08964c91cfbb tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4481096 Jun 30 01:29:26.387566 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 35052) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:26.388104 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-707c102c-9509-4f6b-94ae-0e61fa80b333 req-12768d76-213f-4777-8668-2fe70814bc3c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604539 Jun 30 01:29:26.394792 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-9c2ef07c-158a-4768-923c-cbb024b93f2e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Request body: {'security_group_rule': {'security_group_id': 'ca97d72d-780c-4c46-abc6-356290d6f109', 'project_id': '3805c64f4c984954b9989b1b044eb645', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:26.402563 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Transition to ACTIVE for port object 6c06f464-efbc-40a9-a09c-96a3390d1bd5 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:26.472730 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.479870 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef07c-158a-4768-923c-cbb024b93f2e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.483016 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:26.597749 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef07c-158a-4768-923c-cbb024b93f2e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.666083 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a544c-4073-4e2e-a0fc-7bed45337981 None None] Pushing event updated for resources: {'Port': ['ID=6c06f464-efbc-40a9-a09c-96a3390d1bd5,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:26.670823 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-754a544c-4073-4e2e-a0fc-7bed45337981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:26.678195 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef07c-158a-4768-923c-cbb024b93f2e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.681424 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-6c3a2ba1-53e5-494e-889a-08964c91cfbb tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:26.684862 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a741a-0f2c-4f1c-b415-1deac2b9b6cc req-37e79ca2-854c-4725-8b1d-9a7fdc1a837c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:26.688368 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-553a741a-0f2c-4f1c-b415-1deac2b9b6cc req-37e79ca2-854c-4725-8b1d-9a7fdc1a837c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1476238 Jun 30 01:29:26.724275 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ef07c-158a-4768-923c-cbb024b93f2e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1008a4-5785-434d-8ec7-280b1216bc0a,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:26.729425 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Attempting to bind port 6c06f464-efbc-40a9-a09c-96a3390d1bd5 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:26.729425 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Attempting to bind port 6c06f464-efbc-40a9-a09c-96a3390d1bd5 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '31db1905-0d24-4a72-87a5-3e9d305d3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:26.729425 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Attempting to bind port 6c06f464-efbc-40a9-a09c-96a3390d1bd5 on network d5972c8a-0b19-4e50-8bcf-e5fb011416a3 {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:26.740321 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:26.740480 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Checking segment: {'id': '31db1905-0d24-4a72-87a5-3e9d305d3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:26.740891 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.741292 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Bound using segment: {'id': '31db1905-0d24-4a72-87a5-3e9d305d3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:26.741772 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Bound port: 6c06f464-efbc-40a9-a09c-96a3390d1bd5, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31db1905-0d24-4a72-87a5-3e9d305d3d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:26.742172 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.759529 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9c2ef07c-158a-4768-923c-cbb024b93f2e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:26.770562 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-553a741a-0f2c-4f1c-b415-1deac2b9b6cc req-ce976c2c-f510-4495-b4aa-61128c51cb6e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588870 Jun 30 01:29:26.793597 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef07c-158a-4768-923c-cbb024b93f2e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.795254 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-9c2ef07c-158a-4768-923c-cbb024b93f2e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4064531 Jun 30 01:29:26.798140 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 35056) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:26.804527 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-4eba2477-fc70-49ca-80c8-956fdb0611d6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Request body: {'security_group_rule': {'security_group_id': 'ca97d72d-780c-4c46-abc6-356290d6f109', 'project_id': '3805c64f4c984954b9989b1b044eb645', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:26.819654 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfdadd-700f-492d-8ade-3474df0fab8d req-d79eb3b8-48af-4d06-90cb-d7da736850ec tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:26.826764 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-98dfdadd-700f-492d-8ade-3474df0fab8d req-d79eb3b8-48af-4d06-90cb-d7da736850ec tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 945 time: 0.1968319 Jun 30 01:29:26.873150 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] For port 6c06f464-efbc-40a9-a09c-96a3390d1bd5, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:26.878904 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] For port 6c06f464-efbc-40a9-a09c-96a3390d1bd5, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=6c06f464-efbc-40a9-a09c-96a3390d1bd5,segment=NetworkSegment(31db1905-0d24-4a72-87a5-3e9d305d3d18),segment_id=31db1905-0d24-4a72-87a5-3e9d305d3d18)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:26.885325 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-98dfdadd-700f-492d-8ade-3474df0fab8d req-73f02fd7-b819-4348-a496-bcbb85b98f1f tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576143 Jun 30 01:29:26.922538 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4eba2477-fc70-49ca-80c8-956fdb0611d6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.936081 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.945730 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:27.041819 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4eba2477-fc70-49ca-80c8-956fdb0611d6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.054043 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a544c-4073-4e2e-a0fc-7bed45337981 None None] Pushing event updated for resources: {'Port': ['ID=6c06f464-efbc-40a9-a09c-96a3390d1bd5,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:27.065064 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Routers {'b752b07e-1914-4b41-9bce-8b9ffa2443f3'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:27.065848 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['b752b07e-1914-4b41-9bce-8b9ffa2443f3'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:27.068275 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-754a544c-4073-4e2e-a0fc-7bed45337981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:27.089077 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3ad69e40-3f22-4334-8ebd-ab16a2fa3d84 req-42325cb6-6841-4902-a60a-23cd6ef382a9 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43ecce4-40b6-4e8b-bef5-00cfe8de7ca1 HTTP/1.1" status: 200 len: 210 time: 0.0440319 Jun 30 01:29:27.163583 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4eba2477-fc70-49ca-80c8-956fdb0611d6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.166198 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-31d7e9c1-c68f-4624-b26b-42f0f0f8fd62 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:27.211801 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba2477-fc70-49ca-80c8-956fdb0611d6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a76737-aad6-464c-87e5-6c887af384b5,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:27.222676 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4eba2477-fc70-49ca-80c8-956fdb0611d6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:27.269637 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c351d-aaed-4831-b694-1f5fc020c981 req-892bf53d-f1cd-4c77-9736-4bc43183a8bd tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:27.271596 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e4c351d-aaed-4831-b694-1f5fc020c981 req-892bf53d-f1cd-4c77-9736-4bc43183a8bd tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0941510 Jun 30 01:29:27.313071 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4eba2477-fc70-49ca-80c8-956fdb0611d6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.314456 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-4eba2477-fc70-49ca-80c8-956fdb0611d6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5151927 Jun 30 01:29:27.318928 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 35062) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:27.333816 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-3fa48156-87aa-48d7-b028-8a9918c4d82c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Request body: {'security_group_rule': {'security_group_id': 'ca97d72d-780c-4c46-abc6-356290d6f109', 'project_id': '3805c64f4c984954b9989b1b044eb645', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:27.343405 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e4c351d-aaed-4831-b694-1f5fc020c981 req-aa9f88cc-fa51-46e5-b6a4-1bd0608275c5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586541 Jun 30 01:29:27.401841 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] Set router b752b07e-1914-4b41-9bce-8b9ffa2443f3 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:27.432457 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3fa48156-87aa-48d7-b028-8a9918c4d82c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.538598 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3fa48156-87aa-48d7-b028-8a9918c4d82c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.604740 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede186ea-84ac-40e4-b3f9-92a9e0b7b959 req-d95d99c6-0ed8-4dbf-9c73-bfe1d79038e8 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:27.606270 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ede186ea-84ac-40e4-b3f9-92a9e0b7b959 req-d95d99c6-0ed8-4dbf-9c73-bfe1d79038e8 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0853846 Jun 30 01:29:27.610363 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3fa48156-87aa-48d7-b028-8a9918c4d82c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.612947 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9c2ef07c-158a-4768-923c-cbb024b93f2e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:27.631832 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa48156-87aa-48d7-b028-8a9918c4d82c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f3f2dd-5c5f-43ef-a8dd-4886d8e9cf18,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:27.644322 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-3fa48156-87aa-48d7-b028-8a9918c4d82c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:27.660621 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ede186ea-84ac-40e4-b3f9-92a9e0b7b959 req-e8d6c96e-6e6b-45c7-8e7a-c1fe8c76be1d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476801 Jun 30 01:29:27.671294 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'name': 'tempest-TestVolumeBootPattern-2122495699-router', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:29:22Z', 'revision_number': 4, 'project_id': 'd125b77f978e41a0860d926d08b9328a', 'gw_port': {'id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '6c06f464-efbc-40a9-a09c-96a3390d1bd5', 'name': '', 'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'mac_address': 'fa:16:3e:c1:fe:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '625ea186-c4ce-4b12-b83e-eb868058db43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:20Z', 'updated_at': '2021-06-30T01:29:26Z', 'revision_number': 4, 'project_id': 'd125b77f978e41a0860d926d08b9328a', 'subnets': [{'id': '625ea186-c4ce-4b12-b83e-eb868058db43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:27.707104 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3fa48156-87aa-48d7-b028-8a9918c4d82c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.711769 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-3fa48156-87aa-48d7-b028-8a9918c4d82c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3882184 Jun 30 01:29:27.711906 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20876847-550b-48bd-a52f-5b867d63c83e None None] The sync data for ids ['b752b07e-1914-4b41-9bce-8b9ffa2443f3'] in dv-cinder-797245-10-iscsi is: [{'id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'name': 'tempest-TestVolumeBootPattern-2122495699-router', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:29:22Z', 'revision_number': 4, 'project_id': 'd125b77f978e41a0860d926d08b9328a', 'gw_port': {'id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '6c06f464-efbc-40a9-a09c-96a3390d1bd5', 'name': '', 'network_id': 'd5972c8a-0b19-4e50-8bcf-e5fb011416a3', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'mac_address': 'fa:16:3e:c1:fe:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '625ea186-c4ce-4b12-b83e-eb868058db43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:20Z', 'updated_at': '2021-06-30T01:29:26Z', 'revision_number': 4, 'project_id': 'd125b77f978e41a0860d926d08b9328a', 'subnets': [{'id': '625ea186-c4ce-4b12-b83e-eb868058db43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:29:27.712043 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 35068) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:27.717400 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-d2e25eda-e574-453c-8e89-0e7cfc61a50c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Request body: {'security_group_rule': {'security_group_id': 'ca97d72d-780c-4c46-abc6-356290d6f109', 'project_id': '3805c64f4c984954b9989b1b044eb645', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:27.821368 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.securitygroups_db [None req-d2e25eda-e574-453c-8e89-0e7cfc61a50c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Project 3805c64f4c984954b9989b1b044eb645 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 01:29:27.830052 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d2e25eda-e574-453c-8e89-0e7cfc61a50c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.916275 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d2e25eda-e574-453c-8e89-0e7cfc61a50c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.043694 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5767c50-6ef7-4517-81f4-93e4d5dc0d42 req-f89129ea-9ae3-4690-94db-89ff404e7eec tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:28.045222 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c5767c50-6ef7-4517-81f4-93e4d5dc0d42 req-f89129ea-9ae3-4690-94db-89ff404e7eec tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0833383 Jun 30 01:29:28.075016 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d2e25eda-e574-453c-8e89-0e7cfc61a50c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.102530 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-661df8b5-79d0-455b-9990-4c4b3425b1ec tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:28.137346 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e25eda-e574-453c-8e89-0e7cfc61a50c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd1d67e-5a5f-4590-939f-9691b040b919,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:28.151305 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d2e25eda-e574-453c-8e89-0e7cfc61a50c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:28.156328 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c5767c50-6ef7-4517-81f4-93e4d5dc0d42 req-e9b19477-cb2d-4284-a180-2a834dc339f8 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936356 Jun 30 01:29:28.171179 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-15fa7637-52c8-4cb6-aa82-e34e1c3b2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.250067 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d2e25eda-e574-453c-8e89-0e7cfc61a50c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.252961 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-d2e25eda-e574-453c-8e89-0e7cfc61a50c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5399749 Jun 30 01:29:28.261960 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 35078) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:28.270657 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-347f3946-58b5-4333-bf1b-2bbaed7378d1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Request body: {'security_group_rule': {'security_group_id': 'ca97d72d-780c-4c46-abc6-356290d6f109', 'project_id': '3805c64f4c984954b9989b1b044eb645', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:28.356335 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 07bca7cd-17a4-4af1-89eb-0aced81b6365 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:29:28.376080 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.securitygroups_db [None req-347f3946-58b5-4333-bf1b-2bbaed7378d1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Project 3805c64f4c984954b9989b1b044eb645 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 01:29:28.382286 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-347f3946-58b5-4333-bf1b-2bbaed7378d1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.393959 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: 07bca7cd-17a4-4af1-89eb-0aced81b6365 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:29:28.394937 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 07bca7cd-17a4-4af1-89eb-0aced81b6365 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:29:28.539036 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19af626-4e62-4e0a-bd1e-49f414b784de req-b31aba47-8baa-4a41-a6fc-9de02352162d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:28.547005 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e19af626-4e62-4e0a-bd1e-49f414b784de req-b31aba47-8baa-4a41-a6fc-9de02352162d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 945 time: 0.1965961 Jun 30 01:29:28.612665 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75a17f-533b-480a-a7f7-6a05a5f03beb req-2bc5c909-06d2-44cb-9df6-515aeb3009c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:28.614824 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ca75a17f-533b-480a-a7f7-6a05a5f03beb req-2bc5c909-06d2-44cb-9df6-515aeb3009c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 945 time: 0.1585650 Jun 30 01:29:28.615385 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-347f3946-58b5-4333-bf1b-2bbaed7378d1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.664900 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbd9f8-51d2-4371-b0a1-691824f05050 req-959b990a-f63b-4c34-bd92-f6af865278e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:28.666577 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-36fbd9f8-51d2-4371-b0a1-691824f05050 req-959b990a-f63b-4c34-bd92-f6af865278e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731b3b4440304019ae864de48ebcf241&device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 1099 time: 0.1634316 Jun 30 01:29:28.677163 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e19af626-4e62-4e0a-bd1e-49f414b784de req-1357370b-0363-42fb-aa71-5980b2bfbbd7 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287491 Jun 30 01:29:28.720620 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-347f3946-58b5-4333-bf1b-2bbaed7378d1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.767410 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:28.792606 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f3946-58b5-4333-bf1b-2bbaed7378d1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0fae06-f3fd-4ac9-b45a-c086bca3d818,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:28.795750 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-347f3946-58b5-4333-bf1b-2bbaed7378d1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:28.862361 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbd9f8-51d2-4371-b0a1-691824f05050 req-f510dd79-c3e4-48a5-ad2c-58fef18b9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:28.864305 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-36fbd9f8-51d2-4371-b0a1-691824f05050 req-f510dd79-c3e4-48a5-ad2c-58fef18b9c5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f86744b-e2e7-48b3-82b1-5995e103144a HTTP/1.1" status: 200 len: 911 time: 0.1851010 Jun 30 01:29:28.897349 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-347f3946-58b5-4333-bf1b-2bbaed7378d1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.901717 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-347f3946-58b5-4333-bf1b-2bbaed7378d1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6356378 Jun 30 01:29:28.983982 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a7b23-188d-453b-a20c-03196d2210be req-62f9006e-cb20-4bd1-9757-7c5053e05f5d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:28.985832 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ed0a7b23-188d-453b-a20c-03196d2210be req-62f9006e-cb20-4bd1-9757-7c5053e05f5d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.2311351 Jun 30 01:29:29.003019 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-36fbd9f8-51d2-4371-b0a1-691824f05050 req-3b22e47e-7119-4a02-8ab1-c419d39788ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 HTTP/1.1" status: 200 len: 1002 time: 0.1208079 Jun 30 01:29:29.009374 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-ca75a17f-533b-480a-a7f7-6a05a5f03beb req-df18495f-7d71-49f1-a1ae-2084d59c9463 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Deleting port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:29:29.009843 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-ca75a17f-533b-480a-a7f7-6a05a5f03beb req-df18495f-7d71-49f1-a1ae-2084d59c9463 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:29.099276 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbd9f8-51d2-4371-b0a1-691824f05050 req-787de8de-81fc-467a-8e28-25447fb89736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:29.100921 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ed0a7b23-188d-453b-a20c-03196d2210be req-f7f814a6-2e8b-400d-94a9-b6f994eeb8f7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055267 Jun 30 01:29:29.101228 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-36fbd9f8-51d2-4371-b0a1-691824f05050 req-787de8de-81fc-467a-8e28-25447fb89736 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bba9328-0adf-4c0e-9d92-497000cb871e HTTP/1.1" status: 200 len: 849 time: 0.0896616 Jun 30 01:29:29.125470 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4fa4d-bc33-44e1-896e-0c816582055d req-8801a7f8-0a6e-4109-bc60-cd74017dbdc6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:29.138229 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-89f4fa4d-bc33-44e1-896e-0c816582055d req-8801a7f8-0a6e-4109-bc60-cd74017dbdc6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.2443905 Jun 30 01:29:29.218320 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-ca75a17f-533b-480a-a7f7-6a05a5f03beb req-df18495f-7d71-49f1-a1ae-2084d59c9463 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] For port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=134a26fa-ec3d-45b1-9b28-2b5d59b6f73b,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:29.221481 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-ca75a17f-533b-480a-a7f7-6a05a5f03beb req-df18495f-7d71-49f1-a1ae-2084d59c9463 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:29.263482 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbd9f8-51d2-4371-b0a1-691824f05050 req-1bd0c3b4-8246-42ce-8be6-9800a39fee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:29.264254 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-89f4fa4d-bc33-44e1-896e-0c816582055d req-12b058a8-4ba5-462b-b03e-f277fa546a3a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305501 Jun 30 01:29:29.265759 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-36fbd9f8-51d2-4371-b0a1-691824f05050 req-1bd0c3b4-8246-42ce-8be6-9800a39fee46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f86744b-e2e7-48b3-82b1-5995e103144a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1529610 Jun 30 01:29:29.281447 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-ca75a17f-533b-480a-a7f7-6a05a5f03beb req-df18495f-7d71-49f1-a1ae-2084d59c9463 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Calling delete_port for 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b owned by compute:nova {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:29:29.456340 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-36fbd9f8-51d2-4371-b0a1-691824f05050 req-5139b61e-5911-453d-bf29-3df8ac5ba36f service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831889 Jun 30 01:29:29.463049 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 6c06f464-efbc-40a9-a09c-96a3390d1bd5 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:29.549075 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4f7c8-47cf-4919-96d9-e86df394506a req-26069d34-540b-4ce3-b7c1-8840774d1cb6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:29.550642 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1ed4f7c8-47cf-4919-96d9-e86df394506a req-26069d34-540b-4ce3-b7c1-8840774d1cb6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1679027 Jun 30 01:29:29.635188 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1ed4f7c8-47cf-4919-96d9-e86df394506a req-8728f1e3-5b6e-4a38-a19f-d295bb66a3cb tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772088 Jun 30 01:29:29.638484 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-36fbd9f8-51d2-4371-b0a1-691824f05050 req-6441ae61-d984-4c01-9b71-3e0ae6adb240 service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677406 Jun 30 01:29:29.655528 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 6c06f464-efbc-40a9-a09c-96a3390d1bd5 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:29.667332 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 6c06f464-efbc-40a9-a09c-96a3390d1bd5 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:29.667721 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:29.774993 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:29.823498 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 6c06f464-efbc-40a9-a09c-96a3390d1bd5, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=6c06f464-efbc-40a9-a09c-96a3390d1bd5,segment=NetworkSegment(31db1905-0d24-4a72-87a5-3e9d305d3d18),segment_id=31db1905-0d24-4a72-87a5-3e9d305d3d18)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:29.848513 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be520c-9d89-4e64-9a89-257540cefac5 req-44d76fd9-7d2b-4350-9b0d-c5a40de41499 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:29.849957 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-15be520c-9d89-4e64-9a89-257540cefac5 req-44d76fd9-7d2b-4350-9b0d-c5a40de41499 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 945 time: 0.0678377 Jun 30 01:29:29.888483 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-15be520c-9d89-4e64-9a89-257540cefac5 req-f250dc58-3d60-4109-985a-aa814a3c1dc0 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326061 Jun 30 01:29:29.903226 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-ca75a17f-533b-480a-a7f7-6a05a5f03beb req-df18495f-7d71-49f1-a1ae-2084d59c9463 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:29.912064 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:29.926819 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['90dae55c-ff73-4bba-84f5-e35116f7c704', 'baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0', '134a26fa-ec3d-45b1-9b28-2b5d59b6f73b'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:29.931557 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18495f-7d71-49f1-a1ae-2084d59c9463 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Pushing event deleted for resources: {'Port': ['ID=134a26fa-ec3d-45b1-9b28-2b5d59b6f73b,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:29.934875 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-df18495f-7d71-49f1-a1ae-2084d59c9463 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:29.977853 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca75a17f-533b-480a-a7f7-6a05a5f03beb req-df18495f-7d71-49f1-a1ae-2084d59c9463 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] No DVR routers for this DVR port 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b on host hv-cinder-79724 {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:29:29.980358 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-ca75a17f-533b-480a-a7f7-6a05a5f03beb req-df18495f-7d71-49f1-a1ae-2084d59c9463 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:29.982296 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ca75a17f-533b-480a-a7f7-6a05a5f03beb req-df18495f-7d71-49f1-a1ae-2084d59c9463 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "DELETE /v2.0/ports/134a26fa-ec3d-45b1-9b28-2b5d59b6f73b HTTP/1.1" status: 204 len: 173 time: 1.3574686 Jun 30 01:29:29.982783 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca034c4-353e-4282-a121-e09c66251932', 'name': 'network-vif-deleted', 'tag': '134a26fa-ec3d-45b1-9b28-2b5d59b6f73b'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:29.985148 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bc2c0d-846f-4f15-a914-bae335a5b6c2" -d '{"events": [{"server_uuid": "8ca034c4-353e-4282-a121-e09c66251932", "name": "network-vif-deleted", "tag": "134a26fa-ec3d-45b1-9b28-2b5d59b6f73b"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:30.029853 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b422afb1-b375-490f-99d9-7f372ea0cec2 x-openstack-request-id: req-b422afb1-b375-490f-99d9-7f372ea0cec2 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:30.030164 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca034c4-353e-4282-a121-e09c66251932", "name": "network-vif-deleted", "tag": "134a26fa-ec3d-45b1-9b28-2b5d59b6f73b", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:30.030435 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b422afb1-b375-490f-99d9-7f372ea0cec2 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:30.030890 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca034c4-353e-4282-a121-e09c66251932', 'name': 'network-vif-deleted', 'tag': '134a26fa-ec3d-45b1-9b28-2b5d59b6f73b', 'status': 'completed', 'code': 200} Jun 30 01:29:30.040152 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.047245 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:30.125825 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=6c06f464-efbc-40a9-a09c-96a3390d1bd5,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:30.126557 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:30.294571 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317b28-6a6e-4f6d-8616-c35a9fc839b2 req-c26467a3-c3ae-41da-bf8c-3f6f1c945379 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:30.296073 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-90317b28-6a6e-4f6d-8616-c35a9fc839b2 req-c26467a3-c3ae-41da-bf8c-3f6f1c945379 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0663803 Jun 30 01:29:30.341909 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-90317b28-6a6e-4f6d-8616-c35a9fc839b2 req-1fbfcad7-0cb4-4c36-9944-6ed8cdd932b3 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383031 Jun 30 01:29:30.489871 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fc25d-7a1a-4ba8-ad90-7abfd66caa1c req-d0870963-80ae-403d-a376-29521b0f132b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:30.502540 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-da5fc25d-7a1a-4ba8-ad90-7abfd66caa1c req-d0870963-80ae-403d-a376-29521b0f132b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0790317 Jun 30 01:29:30.574323 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-da5fc25d-7a1a-4ba8-ad90-7abfd66caa1c req-e224a6c6-b515-49e6-a2a1-1d60acd64f6d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708387 Jun 30 01:29:30.822135 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-8a483b47-676d-47cc-aba6-582b743039b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.867365 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740a990-5f94-4b7d-bfbf-5c80aa54aefb req-0425d1da-de03-4139-84ba-f92f33c39f7d tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:30.869031 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7740a990-5f94-4b7d-bfbf-5c80aa54aefb req-0425d1da-de03-4139-84ba-f92f33c39f7d tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0950370 Jun 30 01:29:30.915761 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7740a990-5f94-4b7d-bfbf-5c80aa54aefb req-6252ed7f-243b-42c3-ba22-8243591488f5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384734 Jun 30 01:29:31.055552 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:31.121868 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-929cfc74-bd29-479e-adbd-caeb677ba014 req-c21dad2b-3650-447e-8e95-7a9012bc8dd5 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ca034c4-353e-4282-a121-e09c66251932 HTTP/1.1" status: 200 len: 210 time: 0.0497704 Jun 30 01:29:31.385135 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 6c06f464-efbc-40a9-a09c-96a3390d1bd5 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:31.504770 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 6c06f464-efbc-40a9-a09c-96a3390d1bd5 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:31.505363 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:31.566574 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e9bc2-3d61-49b4-947d-32ca90ee97a9 req-9ed73af9-9bda-4dad-9c48-8bbacb697128 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:31.568242 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ea6e9bc2-3d61-49b4-947d-32ca90ee97a9 req-9ed73af9-9bda-4dad-9c48-8bbacb697128 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0941772 Jun 30 01:29:31.635111 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ea6e9bc2-3d61-49b4-947d-32ca90ee97a9 req-10d0b872-1b63-4a04-98ab-5be5864a82d2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557771 Jun 30 01:29:31.811370 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d1bed-5e42-474e-9f98-2ea93e81575a req-c762692a-a665-441b-a090-0cf6bcede42e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:31.813771 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fd3d1bed-5e42-474e-9f98-2ea93e81575a req-c762692a-a665-441b-a090-0cf6bcede42e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0797641 Jun 30 01:29:31.881179 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fd3d1bed-5e42-474e-9f98-2ea93e81575a req-7265dac6-82c1-4537-bae0-1142aa1d037a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616472 Jun 30 01:29:31.907261 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:32.149854 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8ede9-0b45-4dea-b183-e6c55cd95bb7 req-1b2f18b9-53ce-41c4-86a0-4a9a9091e435 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:32.151679 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-adf8ede9-0b45-4dea-b183-e6c55cd95bb7 req-1b2f18b9-53ce-41c4-86a0-4a9a9091e435 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0777781 Jun 30 01:29:32.214539 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-adf8ede9-0b45-4dea-b183-e6c55cd95bb7 req-c8bf0314-5efd-4ffc-932c-3357422b2385 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545948 Jun 30 01:29:32.385788 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:29:32.444883 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:29:32.448361 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 134a26fa-ec3d-45b1-9b28-2b5d59b6f73b not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:29:32.974285 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a6fb3-b4a0-4bdc-aed8-4b83380da580 req-7c36a056-bc41-4463-a3b3-c9b1d949e94a tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:32.975873 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ca9a6fb3-b4a0-4bdc-aed8-4b83380da580 req-7c36a056-bc41-4463-a3b3-c9b1d949e94a tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 946 time: 0.0841520 Jun 30 01:29:33.034030 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ca9a6fb3-b4a0-4bdc-aed8-4b83380da580 req-74ba1d1b-bfa7-423d-9e8a-c882245d371a tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521953 Jun 30 01:29:33.099645 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94c715-13b1-4179-bacc-627ac78796ce req-9a7595ce-f5e4-4211-8b19-c457f7717953 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:33.101367 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3a94c715-13b1-4179-bacc-627ac78796ce req-9a7595ce-f5e4-4211-8b19-c457f7717953 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0809205 Jun 30 01:29:33.143545 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3a94c715-13b1-4179-bacc-627ac78796ce req-b5fc55b6-d4f6-4197-9776-1baaff0b9dca tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356607 Jun 30 01:29:33.358973 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:33.533378 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0bffd-3fd1-474d-94d6-8776b74eb168 req-46acca99-6f02-46b1-9571-c3ca3adc7905 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:33.541241 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-19b0bffd-3fd1-474d-94d6-8776b74eb168 req-46acca99-6f02-46b1-9571-c3ca3adc7905 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0862029 Jun 30 01:29:33.582143 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-19b0bffd-3fd1-474d-94d6-8776b74eb168 req-bed5ab92-2f38-4f2e-8491-ce7b6bf29739 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Jun 30 01:29:34.279504 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da170b-a8a5-4f38-8177-0c6888b1ec2f req-46e91506-3638-4ec8-9983-3eab22587297 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:34.281679 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b9da170b-a8a5-4f38-8177-0c6888b1ec2f req-46e91506-3638-4ec8-9983-3eab22587297 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 946 time: 0.1282198 Jun 30 01:29:34.367932 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b9da170b-a8a5-4f38-8177-0c6888b1ec2f req-3b284335-13de-4c69-99a4-e85d32368aff tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762463 Jun 30 01:29:34.395366 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c6b24-9148-4e37-8b26-7a163b8ec1e5 req-505ef15e-69a9-45e9-992a-c8ebdb70ab2c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:34.397012 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-df0c6b24-9148-4e37-8b26-7a163b8ec1e5 req-505ef15e-69a9-45e9-992a-c8ebdb70ab2c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.1143630 Jun 30 01:29:34.477687 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-df0c6b24-9148-4e37-8b26-7a163b8ec1e5 req-254d2058-75d7-41cd-b28a-573cad3c7576 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747514 Jun 30 01:29:34.524988 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcf840-c3d9-4c03-be4b-06c6e9511370 req-7cf91eb5-e143-4494-847d-405e074691dc tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:34.526469 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4bbcf840-c3d9-4c03-be4b-06c6e9511370 req-7cf91eb5-e143-4494-847d-405e074691dc tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 946 time: 0.1169572 Jun 30 01:29:34.655703 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:34.668826 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-4bbcf840-c3d9-4c03-be4b-06c6e9511370 req-a4e6c38b-0dfd-49f8-8f42-26855828ebed tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Deleting port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:29:34.669438 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4bbcf840-c3d9-4c03-be4b-06c6e9511370 req-a4e6c38b-0dfd-49f8-8f42-26855828ebed tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:34.807677 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-4bbcf840-c3d9-4c03-be4b-06c6e9511370 req-a4e6c38b-0dfd-49f8-8f42-26855828ebed tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] For port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:34.808158 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4bbcf840-c3d9-4c03-be4b-06c6e9511370 req-a4e6c38b-0dfd-49f8-8f42-26855828ebed tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:34.825779 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-4bbcf840-c3d9-4c03-be4b-06c6e9511370 req-a4e6c38b-0dfd-49f8-8f42-26855828ebed tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Calling delete_port for baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 owned by compute:nova {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:29:34.851125 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b32f7-457f-42f4-85db-2520aa6574b5 req-63ecf28d-4a5b-441a-9057-e926a4bbc9a4 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:34.852835 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-338b32f7-457f-42f4-85db-2520aa6574b5 req-63ecf28d-4a5b-441a-9057-e926a4bbc9a4 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1213570 Jun 30 01:29:34.932669 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-338b32f7-457f-42f4-85db-2520aa6574b5 req-383d7e8f-504e-4667-9099-1beb83ccc8d8 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510211 Jun 30 01:29:35.158345 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4bbcf840-c3d9-4c03-be4b-06c6e9511370 req-a4e6c38b-0dfd-49f8-8f42-26855828ebed tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:35.162422 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:35.170869 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['90dae55c-ff73-4bba-84f5-e35116f7c704', 'baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:35.191944 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6c38b-0dfd-49f8-8f42-26855828ebed tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Pushing event deleted for resources: {'Port': ['ID=baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:35.204744 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a4e6c38b-0dfd-49f8-8f42-26855828ebed tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:35.261519 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbcf840-c3d9-4c03-be4b-06c6e9511370 req-a4e6c38b-0dfd-49f8-8f42-26855828ebed tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] No DVR routers for this DVR port baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 on host hv-cinder-79724 {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:29:35.264702 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4bbcf840-c3d9-4c03-be4b-06c6e9511370 req-a4e6c38b-0dfd-49f8-8f42-26855828ebed tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:35.267468 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4bbcf840-c3d9-4c03-be4b-06c6e9511370 req-a4e6c38b-0dfd-49f8-8f42-26855828ebed tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "DELETE /v2.0/ports/baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 HTTP/1.1" status: 204 len: 173 time: 0.7350516 Jun 30 01:29:35.271471 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff09287-e987-47d3-b763-c850f256e3eb', 'name': 'network-vif-deleted', 'tag': 'baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:35.271471 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c99aa8-9b5c-4c67-86e4-c808f381ccbd" -d '{"events": [{"server_uuid": "fff09287-e987-47d3-b763-c850f256e3eb", "name": "network-vif-deleted", "tag": "baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:35.323290 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f965535-4175-4fe1-9b41-2a83fa274e6b x-openstack-request-id: req-4f965535-4175-4fe1-9b41-2a83fa274e6b {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:35.323290 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff09287-e987-47d3-b763-c850f256e3eb", "name": "network-vif-deleted", "tag": "baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:35.323290 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f965535-4175-4fe1-9b41-2a83fa274e6b {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:35.323597 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff09287-e987-47d3-b763-c850f256e3eb', 'name': 'network-vif-deleted', 'tag': 'baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0', 'status': 'completed', 'code': 200} Jun 30 01:29:35.518514 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e232f0d2-d133-40a1-a16f-4d8e0b6a9998 req-32fcdb9e-4459-4602-9d3f-86db69f3e935 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff09287-e987-47d3-b763-c850f256e3eb HTTP/1.1" status: 200 len: 210 time: 0.0361788 Jun 30 01:29:35.671380 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e3e6f-7681-494f-b8a3-36092772262c req-5cade033-2f6b-4baa-a01a-a0df5205049d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:35.673156 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e2e3e6f-7681-494f-b8a3-36092772262c req-5cade033-2f6b-4baa-a01a-a0df5205049d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0725954 Jun 30 01:29:35.711416 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e2e3e6f-7681-494f-b8a3-36092772262c req-911fdcb6-e39b-4488-b61e-f5c2e5c8a81f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325701 Jun 30 01:29:36.115666 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856d1a5-c266-4f2b-adf8-d2677e346fab req-febd0693-c7f1-4a42-9477-f37634c78360 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:36.115666 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9856d1a5-c266-4f2b-adf8-d2677e346fab req-febd0693-c7f1-4a42-9477-f37634c78360 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0662372 Jun 30 01:29:36.157876 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9856d1a5-c266-4f2b-adf8-d2677e346fab req-1fa15697-5ae6-48ca-9bae-36902f263155 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381432 Jun 30 01:29:36.262490 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4e113-7503-4ce9-ad5e-21379ee800b0 req-9864f8d1-a6a0-4475-982f-d2337350499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:36.262490 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b0f4e113-7503-4ce9-ad5e-21379ee800b0 req-9864f8d1-a6a0-4475-982f-d2337350499e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 1098 time: 0.0623012 Jun 30 01:29:36.356828 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4e113-7503-4ce9-ad5e-21379ee800b0 req-4902e7b0-c7d9-4160-a920-c24ad33a8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:36.358263 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b0f4e113-7503-4ce9-ad5e-21379ee800b0 req-4902e7b0-c7d9-4160-a920-c24ad33a8ec2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb HTTP/1.1" status: 200 len: 917 time: 0.0896249 Jun 30 01:29:36.442138 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b0f4e113-7503-4ce9-ad5e-21379ee800b0 req-b257fea7-2c92-4c68-9332-3568ff55663c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a HTTP/1.1" status: 200 len: 1001 time: 0.0689299 Jun 30 01:29:36.495701 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4e113-7503-4ce9-ad5e-21379ee800b0 req-524fb7c4-cd4e-40ed-ab3f-ffa5c57e17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:36.497212 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b0f4e113-7503-4ce9-ad5e-21379ee800b0 req-524fb7c4-cd4e-40ed-ab3f-ffa5c57e17c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e22b904e-cadb-439b-a41f-b9e970cd6b7e HTTP/1.1" status: 200 len: 855 time: 0.0479736 Jun 30 01:29:36.559532 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4e113-7503-4ce9-ad5e-21379ee800b0 req-4e4489e7-68d6-44b3-82b0-3348c7b6f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:36.561121 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b0f4e113-7503-4ce9-ad5e-21379ee800b0 req-4e4489e7-68d6-44b3-82b0-3348c7b6f2a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569336 Jun 30 01:29:36.670278 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b0f4e113-7503-4ce9-ad5e-21379ee800b0 req-e7ef2ac1-dbed-4688-9172-8ea1c01804de service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018143 Jun 30 01:29:36.773741 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b0f4e113-7503-4ce9-ad5e-21379ee800b0 req-61d06aab-cb56-4807-9ec5-6997cb37a4ba service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958145 Jun 30 01:29:36.921352 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07eb23-64a6-4b50-8031-4fc77c3e4e2d req-6c36b2ff-4be4-46ae-a86c-3339d5aac9da tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:36.923342 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bc07eb23-64a6-4b50-8031-4fc77c3e4e2d req-6c36b2ff-4be4-46ae-a86c-3339d5aac9da tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0857549 Jun 30 01:29:36.967783 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bc07eb23-64a6-4b50-8031-4fc77c3e4e2d req-12a6f94c-002f-4132-85f2-a6459b30723f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341854 Jun 30 01:29:37.365404 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443bd9-2d71-4abb-b357-e1f73f6ce6f2 req-581e39e4-cdbe-4171-a39c-3fb9ae2ef656 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:37.367222 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-19443bd9-2d71-4abb-b357-e1f73f6ce6f2 req-581e39e4-cdbe-4171-a39c-3fb9ae2ef656 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0764859 Jun 30 01:29:37.639191 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-19443bd9-2d71-4abb-b357-e1f73f6ce6f2 req-653b0363-6c22-4439-8036-16ca4c09cefd tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654390 Jun 30 01:29:38.149156 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c42e6-b882-4792-94f3-e2238f531793 req-4d45263a-7790-459e-909e-51562891843a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:38.150949 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-256c42e6-b882-4792-94f3-e2238f531793 req-4d45263a-7790-459e-909e-51562891843a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 945 time: 0.0655713 Jun 30 01:29:38.190977 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-256c42e6-b882-4792-94f3-e2238f531793 req-e3b2b427-34eb-4bb4-81a7-f5bf47ae3382 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325024 Jun 30 01:29:38.435271 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b5ecd3a2-9bad-401f-98ae-b219e33f257a no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:29:38.512675 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:38.536553 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:38.538885 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3c6bde-bd3d-4d22-96e0-1e38fe81c321" -d '{"events": [{"server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "name": "network-vif-unplugged", "status": "completed", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:38.552789 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port b5ecd3a2-9bad-401f-98ae-b219e33f257a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:38.552938 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1371f-7fc4-434c-9b5b-f82128cf739e req-146392e1-b804-4064-bc36-b93c21e7879d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:38.554546 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0cc1371f-7fc4-434c-9b5b-f82128cf739e req-146392e1-b804-4064-bc36-b93c21e7879d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 946 time: 0.0787964 Jun 30 01:29:38.579747 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7d8b32-7f19-4510-9398-7a1fa369d74a x-openstack-request-id: req-dc7d8b32-7f19-4510-9398-7a1fa369d74a {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:38.580059 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "name": "network-vif-unplugged", "status": "completed", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:38.580320 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc7d8b32-7f19-4510-9398-7a1fa369d74a {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:38.580725 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'code': 200} Jun 30 01:29:38.597901 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:38.598580 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0cc1371f-7fc4-434c-9b5b-f82128cf739e req-388a6ef8-7eae-4771-8980-a25fc8387288 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384607 Jun 30 01:29:38.599908 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:29:38.611860 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:38.627871 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:29:38.628449 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device baf0a50f-5b4f-4c44-b9e3-1cef1f451eb0 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:29:38.675576 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=b5ecd3a2-9bad-401f-98ae-b219e33f257a,revision_number=8']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:38.678886 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:38.821941 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5754f-9c05-407d-bf44-b2211e582ea4 req-8ac6e146-012e-4617-8895-6f353dcbd93a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:38.823422 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fbf5754f-9c05-407d-bf44-b2211e582ea4 req-8ac6e146-012e-4617-8895-6f353dcbd93a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0658197 Jun 30 01:29:38.861202 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fbf5754f-9c05-407d-bf44-b2211e582ea4 req-b7d25aec-a638-40a3-a077-ae277411ed72 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312152 Jun 30 01:29:38.897339 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 35468) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:39.048633 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-41609141-c7d1-4537-a2bc-0edf7696b0e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=975cff5b4f4741348a263a0022ddacec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500232 Jun 30 01:29:39.050951 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 35472) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:39.098889 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6688f9bb-2d49-486d-a9f0-83876d35bfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:39.118967 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6688f9bb-2d49-486d-a9f0-83876d35bfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:39.220885 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6688f9bb-2d49-486d-a9f0-83876d35bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:39.223854 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6688f9bb-2d49-486d-a9f0-83876d35bfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:39.224974 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-6688f9bb-2d49-486d-a9f0-83876d35bfbe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc691a86-51b5-4130-8eb1-346b9244d3c0 HTTP/1.1" status: 204 len: 168 time: 0.1728506 Jun 30 01:29:39.225843 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ad5c70e0-650a-4c5b-8164-14f00baaba43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:39.239726 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688f9bb-2d49-486d-a9f0-83876d35bfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc691a86-51b5-4130-8eb1-346b9244d3c0,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:39.243460 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-6688f9bb-2d49-486d-a9f0-83876d35bfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:39.386277 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204eb34a-e60d-4d57-a28d-405b6665c08c req-31351eec-a4c9-4bec-9959-07b7e7fb1312 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:39.387871 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-204eb34a-e60d-4d57-a28d-405b6665c08c req-31351eec-a4c9-4bec-9959-07b7e7fb1312 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.0676534 Jun 30 01:29:39.427607 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-204eb34a-e60d-4d57-a28d-405b6665c08c req-eb26ba28-98aa-46bd-9b8c-bc692d781d95 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335853 Jun 30 01:29:39.778301 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee167b5-cb33-42d1-a38c-22b1420d11de req-12c59046-f316-418a-9a6d-0acae6b7728d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:39.779805 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ee167b5-cb33-42d1-a38c-22b1420d11de req-12c59046-f316-418a-9a6d-0acae6b7728d tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 946 time: 0.0653701 Jun 30 01:29:39.817136 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ee167b5-cb33-42d1-a38c-22b1420d11de req-2c05a54c-1d54-41e6-918d-0cff8aee8fc5 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/security-groups?id=355d1d1d-563b-4b65-9a99-d28efa7e8c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309200 Jun 30 01:29:40.049734 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9993a-a01e-4bda-8eec-88038ecab9a4 req-15ea1f89-f17e-4f3d-a57b-75aed16e47cd tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:40.051202 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9ab9993a-a01e-4bda-8eec-88038ecab9a4 req-15ea1f89-f17e-4f3d-a57b-75aed16e47cd tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0710557 Jun 30 01:29:40.091379 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9ab9993a-a01e-4bda-8eec-88038ecab9a4 req-4df4aee2-7ff0-488e-bfac-0e0dd113225e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339534 Jun 30 01:29:40.190500 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da125fef-f3a8-4762-87de-406c7ad54dea req-574adc0d-fa0d-4e40-95da-8bf059936dea tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:40.192122 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-da125fef-f3a8-4762-87de-406c7ad54dea req-574adc0d-fa0d-4e40-95da-8bf059936dea tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 946 time: 0.0653446 Jun 30 01:29:40.227391 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 35514) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:40.322941 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-da125fef-f3a8-4762-87de-406c7ad54dea req-81208d0f-5bf7-489e-90d5-5442b09620c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Deleting port 90dae55c-ff73-4bba-84f5-e35116f7c704 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:29:40.323520 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-da125fef-f3a8-4762-87de-406c7ad54dea req-81208d0f-5bf7-489e-90d5-5442b09620c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.342464 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-89165950-network', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:40.412543 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-da125fef-f3a8-4762-87de-406c7ad54dea req-81208d0f-5bf7-489e-90d5-5442b09620c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] For port 90dae55c-ff73-4bba-84f5-e35116f7c704, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=90dae55c-ff73-4bba-84f5-e35116f7c704,segment=NetworkSegment(9b6c97e5-ef17-489a-a1bd-d51533ec91db),segment_id=9b6c97e5-ef17-489a-a1bd-d51533ec91db)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:40.412898 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-da125fef-f3a8-4762-87de-406c7ad54dea req-81208d0f-5bf7-489e-90d5-5442b09620c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.415302 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Made reservation on behalf of 22e11c8b9ca940019f96820b2220ad7e for: {'network': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:40.417741 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.425205 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-da125fef-f3a8-4762-87de-406c7ad54dea req-81208d0f-5bf7-489e-90d5-5442b09620c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Calling delete_port for 90dae55c-ff73-4bba-84f5-e35116f7c704 owned by compute:nova {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:29:40.426940 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.525014 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.586777 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.596419 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-eb02a197-93a4-42f4-80ed-ad142ac58a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:40.608710 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:29:40.610428 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-da125fef-f3a8-4762-87de-406c7ad54dea req-81208d0f-5bf7-489e-90d5-5442b09620c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.616653 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ed9f63c9-dbb2-4675-bb18-54d437e349b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:40.630899 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.631435 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.segments_db [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Added segment 0704ad19-0a1a-4860-85f5-2153b9acbf3b of type vlan for network e4291780-3495-47e0-8337-daf35a337596 Jun 30 01:29:40.642796 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81208d0f-5bf7-489e-90d5-5442b09620c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Pushing event deleted for resources: {'Port': ['ID=90dae55c-ff73-4bba-84f5-e35116f7c704,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:40.646300 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-81208d0f-5bf7-489e-90d5-5442b09620c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:40.649849 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbe89bd-3c98-45b7-8b4a-19b668b56fce,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:40.675389 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:40.688976 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.809476 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.810818 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:40.811632 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.815681 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d0aaef08-54ab-4c7a-b2d9-87ec430c7c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:40.869799 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=e4291780-3495-47e0-8337-daf35a337596,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:40.872839 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:40.882551 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network e4291780-3495-47e0-8337-daf35a337596 details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:29:40.939970 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 35526) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:40.945406 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7166233 Jun 30 01:29:40.947823 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] Request body: {'subnet': {'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-89165950-subnet', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'ip_version': 4}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:40.986634 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-733e47a1-af64-472e-8380-2b85a90bcaa8 req-96280a19-6986-430f-9c1f-bceca3407bad tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 210 time: 0.0352833 Jun 30 01:29:41.070572 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-da125fef-f3a8-4762-87de-406c7ad54dea req-81208d0f-5bf7-489e-90d5-5442b09620c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] No DVR routers for this DVR port 90dae55c-ff73-4bba-84f5-e35116f7c704 on host hv-cinder-79724 {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:29:41.072137 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-da125fef-f3a8-4762-87de-406c7ad54dea req-81208d0f-5bf7-489e-90d5-5442b09620c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:41.074068 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-da125fef-f3a8-4762-87de-406c7ad54dea req-81208d0f-5bf7-489e-90d5-5442b09620c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.36 "DELETE /v2.0/ports/90dae55c-ff73-4bba-84f5-e35116f7c704 HTTP/1.1" status: 204 len: 173 time: 0.8763475 Jun 30 01:29:41.074793 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916d8676-2a3d-41d8-b035-d62f10c691a9', 'name': 'network-vif-deleted', 'tag': '90dae55c-ff73-4bba-84f5-e35116f7c704'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:41.077951 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7ae9f6-f2ff-4316-b119-8c5f0df8f86d" -d '{"events": [{"server_uuid": "916d8676-2a3d-41d8-b035-d62f10c691a9", "name": "network-vif-deleted", "tag": "90dae55c-ff73-4bba-84f5-e35116f7c704"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:41.093812 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] Made reservation on behalf of 22e11c8b9ca940019f96820b2220ad7e for: {'subnet': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:41.094650 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:41.140134 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cdab73-0678-4622-a16b-1b641b5810ee x-openstack-request-id: req-62cdab73-0678-4622-a16b-1b641b5810ee {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:41.140490 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916d8676-2a3d-41d8-b035-d62f10c691a9", "name": "network-vif-deleted", "tag": "90dae55c-ff73-4bba-84f5-e35116f7c704", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:41.140744 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62cdab73-0678-4622-a16b-1b641b5810ee {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:41.141244 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916d8676-2a3d-41d8-b035-d62f10c691a9', 'name': 'network-vif-deleted', 'tag': '90dae55c-ff73-4bba-84f5-e35116f7c704', 'status': 'completed', 'code': 200} Jun 30 01:29:41.186599 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ba7f6-7279-4d97-afeb-cc07f26d53ac req-fa4d451c-bd4e-4f26-97fa-4b8ac47b7140 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:41.188164 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-357ba7f6-7279-4d97-afeb-cc07f26d53ac req-fa4d451c-bd4e-4f26-97fa-4b8ac47b7140 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.1834033 Jun 30 01:29:41.304723 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-357ba7f6-7279-4d97-afeb-cc07f26d53ac req-0e26320d-5c33-46fe-8911-e43969c52853 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094084 Jun 30 01:29:41.402176 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6607f8-1fa8-4c88-bd8d-c125b6c61b24 req-c2d3fd93-4482-4239-b599-10f7bd9f4b64 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:41.404024 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ed6607f8-1fa8-4c88-bd8d-c125b6c61b24 req-c2d3fd93-4482-4239-b599-10f7bd9f4b64 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1791143 Jun 30 01:29:41.441900 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ed6607f8-1fa8-4c88-bd8d-c125b6c61b24 req-387d5fe2-5ade-40d0-a747-d0764764817e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313547 Jun 30 01:29:41.442675 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:41.444805 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ead8d7dc-86ac-439d-ba76-2719c5575428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:41.506589 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:41.511910 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 35552) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:41.512434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:41.518563 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] Checking segment: {'id': '0704ad19-0a1a-4860-85f5-2153b9acbf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4291780-3495-47e0-8337-daf35a337596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:41.519017 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] Network hostable DHCP agents. Network: e4291780-3495-47e0-8337-daf35a337596, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:29:41.597825 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] Network e4291780-3495-47e0-8337-daf35a337596 is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:29:41.607429 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-f08106e7-eb8b-408b-b3b4-7881edb21058 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935674 Jun 30 01:29:41.677991 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, e4291780-3495-47e0-8337-daf35a337596) {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:41.682008 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:41.682605 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:41.689294 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd37daa7-60e4-41ec-b6ca-843f8db379f2 None None] Network e4291780-3495-47e0-8337-daf35a337596 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:29:41.753558 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8124752 Jun 30 01:29:41.756155 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 35560) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:41.761524 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:41.844798 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aad0004-5452-54fe-b1bc-ef1c95aa08ab-e4291780-3495-47e0-8337-daf35a337596', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'fixed_ips': [{'subnet_id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92'}]}} from dv-cinder-797245-10-iscsi. {{(pid=93394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:29:41.846515 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:41.860063 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-291'] for router, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:41.860063 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-681568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-296'] for router, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:41.924651 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:41.989869 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.db_base_plugin_common [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Allocated IP 172.20.0.2 (e4291780-3495-47e0-8337-daf35a337596/5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92/a329e3cc-ddc3-4a6f-a931-062a5209d129) {{(pid=93394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:42.147118 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-262'] for router, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:42.181032 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8cd0a08a-71bc-4a14-a572-e2704c6ade76 req-8ad51de6-80cc-4315-916c-c68ee00a1afc tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] 10.222.0.35 "GET /v2.0/ports?device_id=916d8676-2a3d-41d8-b035-d62f10c691a9 HTTP/1.1" status: 200 len: 210 time: 0.0323410 Jun 30 01:29:42.188871 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Notify callbacks [] for port, precommit_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:42.200979 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Transition to ACTIVE for port object a329e3cc-ddc3-4a6f-a931-062a5209d129 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:42.224652 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Transition to ACTIVE for port object a329e3cc-ddc3-4a6f-a931-062a5209d129 will not be triggered until provisioned by entity DHCP. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:42.295920 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:42.299025 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:42.339871 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Network e4291780-3495-47e0-8337-daf35a337596 is already hosted by enough agents. {{(pid=93394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:42.342830 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.base_scheduler [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Resources bound (agent type, host, resource id): {{(pid=93394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:42.345519 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Received port after_create {{(pid=93394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:42.356631 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Pushing event updated for resources: {'Port': ['ID=a329e3cc-ddc3-4a6f-a931-062a5209d129,revision_number=1']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:42.360304 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:42.437032 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Attempting to bind port a329e3cc-ddc3-4a6f-a931-062a5209d129 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:42.439801 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Attempting to bind port a329e3cc-ddc3-4a6f-a931-062a5209d129 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '0704ad19-0a1a-4860-85f5-2153b9acbf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4291780-3495-47e0-8337-daf35a337596'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:42.439801 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Attempting to bind port a329e3cc-ddc3-4a6f-a931-062a5209d129 on network e4291780-3495-47e0-8337-daf35a337596 {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:42.444254 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:42.444717 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Checking segment: {'id': '0704ad19-0a1a-4860-85f5-2153b9acbf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4291780-3495-47e0-8337-daf35a337596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:42.445231 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:42.445758 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Bound using segment: {'id': '0704ad19-0a1a-4860-85f5-2153b9acbf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4291780-3495-47e0-8337-daf35a337596'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:42.446287 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Bound port: a329e3cc-ddc3-4a6f-a931-062a5209d129, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0704ad19-0a1a-4860-85f5-2153b9acbf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4291780-3495-47e0-8337-daf35a337596'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:42.447004 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:42.461903 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b5ecd3a2-9bad-401f-98ae-b219e33f257a no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:29:42.556791 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bf925-6e48-4eb2-95ba-f76fab107fe7 req-5c4007bf-e13c-4494-ba5b-c42ae4cce583 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:42.558425 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-812bf925-6e48-4eb2-95ba-f76fab107fe7 req-5c4007bf-e13c-4494-ba5b-c42ae4cce583 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.0765069 Jun 30 01:29:42.608508 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] For port a329e3cc-ddc3-4a6f-a931-062a5209d129, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:42.645283 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 90dae55c-ff73-4bba-84f5-e35116f7c704 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:29:42.648531 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] For port a329e3cc-ddc3-4a6f-a931-062a5209d129, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=a329e3cc-ddc3-4a6f-a931-062a5209d129,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:42.661472 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-812bf925-6e48-4eb2-95ba-f76fab107fe7 req-5882b2e9-f303-4753-9905-0169f910ccd8 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963762 Jun 30 01:29:42.674260 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: 90dae55c-ff73-4bba-84f5-e35116f7c704 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:29:42.675348 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 90dae55c-ff73-4bba-84f5-e35116f7c704 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:29:42.695730 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a5df5-8405-4626-b225-8e8d11c4f12d req-fa63c256-4650-4c57-ae05-e9f7d644622f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:42.699677 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6d5a5df5-8405-4626-b225-8e8d11c4f12d req-fa63c256-4650-4c57-ae05-e9f7d644622f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0992591 Jun 30 01:29:42.724470 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:42.727788 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:42.739652 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6d5a5df5-8405-4626-b225-8e8d11c4f12d req-abf2a077-29e9-436a-84e3-5aa04def4d80 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350022 Jun 30 01:29:42.778561 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:42.799304 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:42.816925 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Pushing event updated for resources: {'Port': ['ID=a329e3cc-ddc3-4a6f-a931-062a5209d129,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:42.820687 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:42.916876 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Allocated IP 172.27.1.200 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/45c21e8f-5425-453a-b5c6-3c8749cd002a) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:43.050484 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.188270 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.190102 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-39b33167-8812-411b-a787-b91e9cffb0af tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:43.227892 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:43.233903 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:43.237469 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:43.278262 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Pushing event updated for resources: {'Port': ['ID=45c21e8f-5425-453a-b5c6-3c8749cd002a,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:43.279136 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 35574) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:43.286255 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:43.339682 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_v2 [None req-7925cf32-2f9b-42d8-8b10-e481f5314c4b admin admin] Deleting subnet 6644716a-afa1-4d2e-bd8d-61ef445e43cf {{(pid=93392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:29:43.343463 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7925cf32-2f9b-42d8-8b10-e481f5314c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.405517 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7925cf32-2f9b-42d8-8b10-e481f5314c4b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.412897 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7925cf32-2f9b-42d8-8b10-e481f5314c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.436093 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device a329e3cc-ddc3-4a6f-a931-062a5209d129 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:43.565404 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7925cf32-2f9b-42d8-8b10-e481f5314c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.569086 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:43.586713 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port a329e3cc-ddc3-4a6f-a931-062a5209d129 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:43.597927 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925cf32-2f9b-42d8-8b10-e481f5314c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6644716a-afa1-4d2e-bd8d-61ef445e43cf,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:43.604470 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7925cf32-2f9b-42d8-8b10-e481f5314c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.607169 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-7925cf32-2f9b-42d8-8b10-e481f5314c4b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6644716a-afa1-4d2e-bd8d-61ef445e43cf HTTP/1.1" status: 204 len: 168 time: 0.3269897 Jun 30 01:29:43.608590 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7925cf32-2f9b-42d8-8b10-e481f5314c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:43.610697 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 35578) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:43.638044 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.709295 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.799628 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.814152 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.815155 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.816091 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.816616 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > port after_create 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.817118 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.821853 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > port after_update 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.822452 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.822950 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.823304 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.823631 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.882277 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdc0268-44aa-4b53-b0a4-d52cc570b45d None None] Network e4291780-3495-47e0-8337-daf35a337596 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:29:43.896180 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630171'] for router, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.925327 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.925593 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.926102 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.926434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:43.926799 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13855da3-bc55-4f33-baa4-bc0f31040324']}} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:43.968157 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6c97e5-ef17-489a-a1bd-d51533ec91db') {'for_net_delete': True} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:43.968361 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6c97e5-ef17-489a-a1bd-d51533ec91db') {} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:44.037305 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59551436'] for segment, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.050553 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-576fc9ac-9170-43d6-b19a-e1f171bcb90f None None] Provisioning for port a329e3cc-ddc3-4a6f-a931-062a5209d129 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:44.056242 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-576fc9ac-9170-43d6-b19a-e1f171bcb90f None None] Provisioning complete for port a329e3cc-ddc3-4a6f-a931-062a5209d129 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:44.056694 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-576fc9ac-9170-43d6-b19a-e1f171bcb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.075957 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.091663 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:29:44.092056 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59630452'] for segment, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: from cryptography.utils import int_from_bytes Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: from cryptography.utils import int_from_bytes Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: Traceback (most recent call last): Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: timer() Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: cb(*args, **kw) Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: return func(*args, **kwargs) Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: self._notify() Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: self.callback(batched_events) Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: event.method(event) Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: return f(self, *a, **k) Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._get(url).json() Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: return self.request(url, 'GET', **kwargs) Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:29:44.097525 dv-cinder-797245-10-iscsi neutron-server[93392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:29:44.165636 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-576fc9ac-9170-43d6-b19a-e1f171bcb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.174488 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a040bc-1768-490a-b5e7-1a819a926e66 req-91e34c01-8d8b-4651-bc51-3e25bc034d0e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:44.181577 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-57a040bc-1768-490a-b5e7-1a819a926e66 req-91e34c01-8d8b-4651-bc51-3e25bc034d0e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.2496195 Jun 30 01:29:44.191763 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23cae2-039f-4d96-9420-2dadaf89aa11 req-318b0ceb-a874-480c-adff-c984b0d3a404 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:44.193254 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ad23cae2-039f-4d96-9420-2dadaf89aa11 req-318b0ceb-a874-480c-adff-c984b0d3a404 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.2602751 Jun 30 01:29:44.202860 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-576fc9ac-9170-43d6-b19a-e1f171bcb90f None None] For port a329e3cc-ddc3-4a6f-a931-062a5209d129, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=a329e3cc-ddc3-4a6f-a931-062a5209d129,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:44.239905 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Router e20ca8cd-8875-401b-9631-5a016a8b3a5e is scheduled to L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf with binding_index 1 {{(pid=93393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:29:44.248458 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-57a040bc-1768-490a-b5e7-1a819a926e66 req-7b09d9a9-ad40-4c4a-93eb-c53944189e5e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659771 Jun 30 01:29:44.263240 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ad23cae2-039f-4d96-9420-2dadaf89aa11 req-01886a35-3871-4f54-a2e2-7db9947f2e86 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545287 Jun 30 01:29:44.318201 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.322847 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:44.340009 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.342045 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] 10.222.0.35 "DELETE /v2.0/networks/13855da3-bc55-4f33-baa4-bc0f31040324 HTTP/1.1" status: 204 len: 168 time: 0.7301056 Jun 30 01:29:44.345544 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Pushing event deleted for resources: {'Network': ['ID=13855da3-bc55-4f33-baa4-bc0f31040324,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:44.353766 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:44.365058 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-576fc9ac-9170-43d6-b19a-e1f171bcb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.367442 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:44.374062 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:29:44.380382 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Sync routers for ids ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:29:44.389336 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Routers {'e20ca8cd-8875-401b-9631-5a016a8b3a5e'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:44.389993 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:44.425715 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fc9ac-9170-43d6-b19a-e1f171bcb90f None None] Pushing event updated for resources: {'Port': ['ID=a329e3cc-ddc3-4a6f-a931-062a5209d129,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:44.439984 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-576fc9ac-9170-43d6-b19a-e1f171bcb90f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:44.455603 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.458083 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7006497 Jun 30 01:29:44.459567 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 35586) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:44.488691 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-b3357a59-d6b2-40cf-9b21-00327bcd3ef7 None None] Provisioning complete for port a329e3cc-ddc3-4a6f-a931-062a5209d129 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:44.488691 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b3357a59-d6b2-40cf-9b21-00327bcd3ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.509485 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Set router e20ca8cd-8875-401b-9631-5a016a8b3a5e gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:44.708397 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 35590) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:44.752765 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-0868e139-e183-41e4-8ef8-80892f1210f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0551dd9477a74f3388897c17d1129be4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0443766 Jun 30 01:29:44.755075 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 35592) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:44.799999 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:29:43Z', 'revision_number': 3, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port': {'id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:42Z', 'updated_at': '2021-06-30T01:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:44.805338 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c2d2-6c5e-4ea9-b289-0d975ece3697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.831831 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Checking router: e20ca8cd-8875-401b-9631-5a016a8b3a5e for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:29:44.832454 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Updating router e20ca8cd-8875-401b-9631-5a016a8b3a5e port 45c21e8f-5425-453a-b5c6-3c8749cd002a binding host dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:29:44.835810 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c2d2-6c5e-4ea9-b289-0d975ece3697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.869462 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.946704 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.964871 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-359b1243-c077-445e-8357-d82b284732a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:44.966418 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-359b1243-c077-445e-8357-d82b284732a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e&tenant_id=c9c16c3286ce42ed8603762ac2252b8a HTTP/1.1" status: 200 len: 1096 time: 0.1155050 Jun 30 01:29:45.045880 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c2d2-6c5e-4ea9-b289-0d975ece3697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.049314 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c2d2-6c5e-4ea9-b289-0d975ece3697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.050611 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-8ae4c2d2-6c5e-4ea9-b289-0d975ece3697 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/355d1d1d-563b-4b65-9a99-d28efa7e8c50 HTTP/1.1" status: 204 len: 168 time: 0.2946632 Jun 30 01:29:45.052459 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-b9a41d2e-9bf9-4b22-8d65-7c9c4e2e07b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:45.056752 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-9624a0e0-1f2b-41a5-b9b2-d12fea95da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:45.058188 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-9624a0e0-1f2b-41a5-b9b2-d12fea95da93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 1096 time: 0.0685506 Jun 30 01:29:45.064662 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4c2d2-6c5e-4ea9-b289-0d975ece3697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355d1d1d-563b-4b65-9a99-d28efa7e8c50,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:45.067579 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-8ae4c2d2-6c5e-4ea9-b289-0d975ece3697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:45.125001 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Allocated IP 172.20.0.1 (e4291780-3495-47e0-8337-daf35a337596/5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92/1d50c517-4b09-4cef-84ab-101772225317) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:45.170820 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-931cc735-1841-4854-b1dc-b36f790ccb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:45.173619 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-931cc735-1841-4854-b1dc-b36f790ccb36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb HTTP/1.1" status: 200 len: 917 time: 0.1047819 Jun 30 01:29:45.198261 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.208129 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.provisioning_blocks [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Transition to ACTIVE for port object 45c21e8f-5425-453a-b5c6-3c8749cd002a will not be triggered until provisioned by entity L2. {{(pid=93395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:45.244069 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-675ebc28-771a-4301-b8b7-e095f6369114 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a HTTP/1.1" status: 200 len: 999 time: 0.0646203 Jun 30 01:29:45.254698 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.269383 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Transition to ACTIVE for port object 1d50c517-4b09-4cef-84ab-101772225317 will not be triggered until provisioned by entity DHCP. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:45.284134 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.286982 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:45.308594 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-7f2a2bd4-302f-49b0-bd4d-21ab4a88ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:45.310076 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-7f2a2bd4-302f-49b0-bd4d-21ab4a88ef5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e22b904e-cadb-439b-a41f-b9e970cd6b7e HTTP/1.1" status: 200 len: 855 time: 0.0601840 Jun 30 01:29:45.341560 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Attempting to bind port 45c21e8f-5425-453a-b5c6-3c8749cd002a on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:45.346153 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Attempting to bind port 45c21e8f-5425-453a-b5c6-3c8749cd002a by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:45.346153 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Attempting to bind port 45c21e8f-5425-453a-b5c6-3c8749cd002a on network fc262d4a-4b9d-4d80-8ce2-67a3755c726e {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:45.358215 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:45.358901 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Checking segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:45.361817 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.362455 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Bound using segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:45.363397 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Bound port: 45c21e8f-5425-453a-b5c6-3c8749cd002a, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:45.364034 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.381270 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.384627 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0ab118bf-9d90-4cd1-88fb-9401fb61c3ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:45.388462 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device a329e3cc-ddc3-4a6f-a931-062a5209d129 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:45.439009 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-b8e4ff23-1abc-4925-a2e9-acdfe955b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:45.440976 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-b8e4ff23-1abc-4925-a2e9-acdfe955b919 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1228325 Jun 30 01:29:45.462246 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] For port 45c21e8f-5425-453a-b5c6-3c8749cd002a, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:45.466493 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] For port 45c21e8f-5425-453a-b5c6-3c8749cd002a, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=45c21e8f-5425-453a-b5c6-3c8749cd002a,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:45.472033 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b254f-7566-4d97-91a6-062b616db5a6 None None] Pushing event updated for resources: {'Port': ['ID=45c21e8f-5425-453a-b5c6-3c8749cd002a,revision_number=2']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:45.480080 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-f54b254f-7566-4d97-91a6-062b616db5a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:45.487046 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port a329e3cc-ddc3-4a6f-a931-062a5209d129 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:45.488211 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.495572 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Network e4291780-3495-47e0-8337-daf35a337596 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:45.498605 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:45.502204 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:45.528433 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=1d50c517-4b09-4cef-84ab-101772225317,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:45.533070 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:45.552090 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.556329 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:45.563238 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740796'] for router_interface, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.670017 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Routers {'e20ca8cd-8875-401b-9631-5a016a8b3a5e'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:45.671295 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:45.759164 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94433a0b-511d-4262-b084-9775160c1072 req-e2a81399-40e0-4c52-9fe3-f33031b424d4 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:45.763226 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-94433a0b-511d-4262-b084-9775160c1072 req-e2a81399-40e0-4c52-9fe3-f33031b424d4 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.3148844 Jun 30 01:29:45.795659 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-89a366e5-ef24-4b82-8544-cb4fbac548d6 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452492 Jun 30 01:29:45.816383 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b254f-7566-4d97-91a6-062b616db5a6 None None] Pushing event updated for resources: {'Port': ['ID=45c21e8f-5425-453a-b5c6-3c8749cd002a,revision_number=3']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:45.820829 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-f54b254f-7566-4d97-91a6-062b616db5a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:45.822494 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] Set router e20ca8cd-8875-401b-9631-5a016a8b3a5e gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:45.891392 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd974-1928-4960-acc2-99467c129ef6 req-be9ec4a2-95e0-426d-9446-2fa711431969 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:45.892974 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6f5bd974-1928-4960-acc2-99467c129ef6 req-be9ec4a2-95e0-426d-9446-2fa711431969 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.3750448 Jun 30 01:29:45.899958 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-94433a0b-511d-4262-b084-9775160c1072 req-5be7aedf-cc87-476b-8054-78647ee1b2a0 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106443 Jun 30 01:29:45.911527 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.918090 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-5dd56c72-f712-4d92-9352-7d43a2cabf28 None None] Provisioning for port 1d50c517-4b09-4cef-84ab-101772225317 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:45.933426 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-5dd56c72-f712-4d92-9352-7d43a2cabf28 None None] Provisioning complete for port 1d50c517-4b09-4cef-84ab-101772225317 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:45.933843 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-5dd56c72-f712-4d92-9352-7d43a2cabf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.954638 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-9e3e7416-abd7-4a20-9061-9fd61f244098 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510663 Jun 30 01:29:45.960715 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6f5bd974-1928-4960-acc2-99467c129ef6 req-2ff0f7bb-1cdc-42b9-9002-227a00581511 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579803 Jun 30 01:29:45.985292 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-5dd56c72-f712-4d92-9352-7d43a2cabf28 None None] Port 1d50c517-4b09-4cef-84ab-101772225317 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:29:46.053744 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:29:43Z', 'revision_number': 3, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port': {'id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:42Z', 'updated_at': '2021-06-30T01:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:46.083213 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6bdaf4-8f21-4b50-a7e5-ef987631a8b7 None None] The sync data for ids ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'] in dv-cinder-797245-10-iscsi is: [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:29:43Z', 'revision_number': 3, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port': {'id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:42Z', 'updated_at': '2021-06-30T01:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:29:46.112800 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:46.175218 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:46.177583 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-49053522-7af7-42bb-ac42-c041743bdab4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:46.241220 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=1d50c517-4b09-4cef-84ab-101772225317,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:46.243773 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740648'] for router_interface, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:46.252579 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:46.354481 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Network e4291780-3495-47e0-8337-daf35a337596 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:46.364680 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:46.761582 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-bf7e4333-da13-4b5f-a971-92ec23ad1f35 None None] Provisioning complete for port 1d50c517-4b09-4cef-84ab-101772225317 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:46.761582 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-bf7e4333-da13-4b5f-a971-92ec23ad1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:46.847705 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e4333-da13-4b5f-a971-92ec23ad1f35 None None] Port 1d50c517-4b09-4cef-84ab-101772225317 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:29:46.860925 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1551c62-91df-4c01-b158-4ccae8048d19 req-88a6e09b-b0a3-4151-a085-1b3438097d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:46.862806 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b1551c62-91df-4c01-b158-4ccae8048d19 req-88a6e09b-b0a3-4151-a085-1b3438097d09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 1099 time: 0.0833378 Jun 30 01:29:46.900722 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b1551c62-91df-4c01-b158-4ccae8048d19 req-49016709-f722-48d3-984f-6ebe26407226 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299389 Jun 30 01:29:46.920671 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Router e20ca8cd-8875-401b-9631-5a016a8b3a5e has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:29:47.036463 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:29:47.057945 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] 10.222.0.35 "PUT /v2.0/routers/e20ca8cd-8875-401b-9631-5a016a8b3a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5971944 Jun 30 01:29:47.294493 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281948c-78b4-4d22-a991-28b532dcdac1 req-79ecaeae-e337-4d04-bef7-dc0f5099cc49 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:47.303551 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8281948c-78b4-4d22-a991-28b532dcdac1 req-79ecaeae-e337-4d04-bef7-dc0f5099cc49 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.2403107 Jun 30 01:29:47.348415 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091808e-d3bb-43a9-94b8-7c9b8073415f req-0f436331-e500-46e5-89f3-8ae9c2dbe0a0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:47.350034 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5091808e-d3bb-43a9-94b8-7c9b8073415f req-0f436331-e500-46e5-89f3-8ae9c2dbe0a0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.1717031 Jun 30 01:29:47.399017 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8281948c-78b4-4d22-a991-28b532dcdac1 req-00db61d8-8220-48ea-b1b0-6e8de7b283be tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945132 Jun 30 01:29:47.446903 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5091808e-d3bb-43a9-94b8-7c9b8073415f req-087f1c0e-15e7-4ee9-9bf6-e1391142f97d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865495 Jun 30 01:29:47.509076 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 45c21e8f-5425-453a-b5c6-3c8749cd002a up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:47.666887 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 45c21e8f-5425-453a-b5c6-3c8749cd002a completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:47.673511 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 45c21e8f-5425-453a-b5c6-3c8749cd002a triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:47.675266 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:47.791676 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:47.817330 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 45c21e8f-5425-453a-b5c6-3c8749cd002a, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=45c21e8f-5425-453a-b5c6-3c8749cd002a,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:47.895325 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:47.897284 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-55fe3bc6-6851-4fc2-84ed-c2f30a0c1f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:47.962014 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=45c21e8f-5425-453a-b5c6-3c8749cd002a,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:47.965800 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:48.136230 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 35688) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:48.142219 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-311944832-network', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:48.151637 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Sync routers for ids ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:29:48.164712 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Routers {'e20ca8cd-8875-401b-9631-5a016a8b3a5e'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:48.165554 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:48.249698 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Made reservation on behalf of cf2c769a028b4c03810ea3731d4cf04f for: {'network': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:48.252441 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:48.264264 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:48.286945 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Set router e20ca8cd-8875-401b-9631-5a016a8b3a5e gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:48.368686 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:48.438689 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:48.461059 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:29:48.472544 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:48.473080 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.segments_db [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Added segment 7a2f0aab-1272-4087-b615-88d408d56780 of type vlan for network 2ac916a2-3a2e-427f-9b38-26f0cf24de66 Jun 30 01:29:48.504168 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-06f280d5-6154-4eb6-b1dc-2dec3653ec04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:48.529384 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:48.549913 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3c204f-8623-4eb2-8ee0-d8bd5feb0d48,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:48.569997 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:48.663243 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:48.666242 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:48.667002 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:48.673590 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:48.742099 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:29:45Z', 'revision_number': 4, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port': {'id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:42Z', 'updated_at': '2021-06-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '1d50c517-4b09-4cef-84ab-101772225317', 'name': '', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'mac_address': 'fa:16:3e:d0:88:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:44Z', 'updated_at': '2021-06-30T01:29:45Z', 'revision_number': 2, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'subnets': [{'id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:48.770523 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Checking router: e20ca8cd-8875-401b-9631-5a016a8b3a5e for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:29:48.771668 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Updating router e20ca8cd-8875-401b-9631-5a016a8b3a5e port 1d50c517-4b09-4cef-84ab-101772225317 binding host dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:29:48.774876 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6351697 Jun 30 01:29:48.775258 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 35698) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:48.781263 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Request body: {'subnet': {'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-311944832-subnet', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'ip_version': 4}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:48.787809 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Pushing event updated for resources: {'Network': ['ID=2ac916a2-3a2e-427f-9b38-26f0cf24de66,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:48.792485 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:48.802860 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network 2ac916a2-3a2e-427f-9b38-26f0cf24de66 details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:29:48.820006 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa8125-82ba-4c76-83aa-4401833815fa req-4d90e54b-1a90-4e16-b983-de3cb2cfb7de tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:48.821530 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1fa8125-82ba-4c76-83aa-4401833815fa req-4d90e54b-1a90-4e16-b983-de3cb2cfb7de tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.2053747 Jun 30 01:29:48.842805 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d952a7-d7aa-40bc-8e3f-d9f1a14126cf req-f04b6709-612e-41ed-ae2b-07d10833acbb tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:48.846084 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05d952a7-d7aa-40bc-8e3f-d9f1a14126cf req-f04b6709-612e-41ed-ae2b-07d10833acbb tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.1642225 Jun 30 01:29:48.873348 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:48.895727 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Made reservation on behalf of cf2c769a028b4c03810ea3731d4cf04f for: {'subnet': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:48.902134 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59259480'] for subnet, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:49.146197 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1fa8125-82ba-4c76-83aa-4401833815fa req-b374b412-66f7-4589-9636-37c6195048c6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172455 Jun 30 01:29:49.159305 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05d952a7-d7aa-40bc-8e3f-d9f1a14126cf req-4ce66a5d-febb-4ea0-9cc7-bec0c05a0f84 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071866 Jun 30 01:29:49.209406 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Notify callbacks [] for port, precommit_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:49.220782 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Transition to ACTIVE for port object 1d50c517-4b09-4cef-84ab-101772225317 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:49.272555 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:49.275377 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:49.324264 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59332834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59259466'] for subnet, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:49.330598 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-54d59170-7e75-4620-b5cc-1742d5c3a6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:49.427188 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cc350-2f50-4904-8073-5327e0ada855 None None] Pushing event updated for resources: {'Port': ['ID=1d50c517-4b09-4cef-84ab-101772225317,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:49.432509 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-562cc350-2f50-4904-8073-5327e0ada855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:49.446169 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Attempting to bind port 1d50c517-4b09-4cef-84ab-101772225317 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:49.446627 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Attempting to bind port 1d50c517-4b09-4cef-84ab-101772225317 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '0704ad19-0a1a-4860-85f5-2153b9acbf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4291780-3495-47e0-8337-daf35a337596'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:49.447409 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Attempting to bind port 1d50c517-4b09-4cef-84ab-101772225317 on network e4291780-3495-47e0-8337-daf35a337596 {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:49.458380 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:49.459157 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Checking segment: {'id': '0704ad19-0a1a-4860-85f5-2153b9acbf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4291780-3495-47e0-8337-daf35a337596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:49.459291 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:49.459619 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Bound using segment: {'id': '0704ad19-0a1a-4860-85f5-2153b9acbf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4291780-3495-47e0-8337-daf35a337596'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:49.460071 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Bound port: 1d50c517-4b09-4cef-84ab-101772225317, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0704ad19-0a1a-4860-85f5-2153b9acbf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4291780-3495-47e0-8337-daf35a337596'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:49.460450 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:49.475958 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 45c21e8f-5425-453a-b5c6-3c8749cd002a up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:49.512301 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ec5a0b-a535-49d3-8d97-27d462e412ae,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:49.562626 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:49.563041 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:49.563556 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:49.563924 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:49.564365 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:49.564726 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:49.565083 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:49.565437 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:49.565874 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:49.566229 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:49.566629 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:49.567129 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:49.572651 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:49.573886 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Checking segment: {'id': '7a2f0aab-1272-4087-b615-88d408d56780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:49.574249 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Network hostable DHCP agents. Network: 2ac916a2-3a2e-427f-9b38-26f0cf24de66, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:29:49.616783 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] For port 1d50c517-4b09-4cef-84ab-101772225317, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:49.621893 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] For port 1d50c517-4b09-4cef-84ab-101772225317, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=1d50c517-4b09-4cef-84ab-101772225317,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:49.629055 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 45c21e8f-5425-453a-b5c6-3c8749cd002a triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:49.629402 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:49.645587 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Network 2ac916a2-3a2e-427f-9b38-26f0cf24de66 is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:29:49.731399 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:49.735102 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:49.758405 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, 2ac916a2-3a2e-427f-9b38-26f0cf24de66) {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:49.763524 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:49.764562 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:49.785201 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751c9e32-9065-41d4-8802-185565cfd51b None None] Network 2ac916a2-3a2e-427f-9b38-26f0cf24de66 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:29:49.851506 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cc350-2f50-4904-8073-5327e0ada855 None None] Pushing event updated for resources: {'Port': ['ID=1d50c517-4b09-4cef-84ab-101772225317,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:49.858417 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-562cc350-2f50-4904-8073-5327e0ada855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:49.861185 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Routers {'e20ca8cd-8875-401b-9631-5a016a8b3a5e'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:49.861824 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:49.876568 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-225ce22e-c958-45a6-8175-27523fd22c7a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1000865 Jun 30 01:29:49.879114 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 35706) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:49.886770 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-311944832-router', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:50.016849 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-291'] for router, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:50.018250 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-681568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-296'] for router, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:50.100349 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:50.137536 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] Set router e20ca8cd-8875-401b-9631-5a016a8b3a5e gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:50.200242 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aad0004-5452-54fe-b1bc-ef1c95aa08ab-2ac916a2-3a2e-427f-9b38-26f0cf24de66', 'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'fixed_ips': [{'subnet_id': '04ec5a0b-a535-49d3-8d97-27d462e412ae'}]}} from dv-cinder-797245-10-iscsi. {{(pid=93394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:29:50.201174 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:50.496240 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-262'] for router, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:50.564863 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7755969-246f-4032-9028-1a366dd6a387 req-297a49c7-841d-46be-8fb3-b413cbcc4971 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:50.566586 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c7755969-246f-4032-9028-1a366dd6a387 req-297a49c7-841d-46be-8fb3-b413cbcc4971 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.1267045 Jun 30 01:29:50.578816 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e11a6-bc9a-486c-af63-080420465f0f req-f57e2b4f-e6c4-41f9-91c8-5d27e9c97baa tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:50.579499 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.db_base_plugin_common [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Allocated IP 172.20.0.2 (2ac916a2-3a2e-427f-9b38-26f0cf24de66/04ec5a0b-a535-49d3-8d97-27d462e412ae/5440a573-aae8-4c7b-bc97-bf8df6df9b10) {{(pid=93394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:50.580361 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-739e11a6-bc9a-486c-af63-080420465f0f req-f57e2b4f-e6c4-41f9-91c8-5d27e9c97baa tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1393661 Jun 30 01:29:50.654084 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c7755969-246f-4032-9028-1a366dd6a387 req-d3615135-901a-487c-a06c-93953702b381 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726047 Jun 30 01:29:50.707780 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-739e11a6-bc9a-486c-af63-080420465f0f req-4f7853a4-a3e2-4ce6-80be-616b66390116 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196277 Jun 30 01:29:50.729704 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:29:45Z', 'revision_number': 4, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port': {'id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:42Z', 'updated_at': '2021-06-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '1d50c517-4b09-4cef-84ab-101772225317', 'name': '', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'mac_address': 'fa:16:3e:d0:88:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:44Z', 'updated_at': '2021-06-30T01:29:49Z', 'revision_number': 4, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'subnets': [{'id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:50.780633 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae6609-983d-4f69-af51-4dd0b7d5f320 None None] The sync data for ids ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'] in dv-cinder-797245-10-iscsi is: [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:29:45Z', 'revision_number': 4, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port': {'id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:42Z', 'updated_at': '2021-06-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '1d50c517-4b09-4cef-84ab-101772225317', 'name': '', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'mac_address': 'fa:16:3e:d0:88:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:44Z', 'updated_at': '2021-06-30T01:29:49Z', 'revision_number': 4, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'subnets': [{'id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:29:50.901731 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Notify callbacks [] for port, precommit_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:50.931515 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Transition to ACTIVE for port object 5440a573-aae8-4c7b-bc97-bf8df6df9b10 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:50.951842 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Transition to ACTIVE for port object 5440a573-aae8-4c7b-bc97-bf8df6df9b10 will not be triggered until provisioned by entity DHCP. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:51.025980 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3a09c3f3-aef9-4d58-8293-a91ae2e2fd5c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885798611&fields=id&tenant_id=3805c64f4c984954b9989b1b044eb645 HTTP/1.1" status: 200 len: 267 time: 0.1257117 Jun 30 01:29:51.033343 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:51.048622 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:51.092277 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Network 2ac916a2-3a2e-427f-9b38-26f0cf24de66 is already hosted by enough agents. {{(pid=93394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:51.096654 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.base_scheduler [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Resources bound (agent type, host, resource id): {{(pid=93394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:51.100648 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Received port after_create {{(pid=93394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:51.110075 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Pushing event updated for resources: {'Port': ['ID=5440a573-aae8-4c7b-bc97-bf8df6df9b10,revision_number=1']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:51.120814 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:51.206897 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196748f3-419b-42d7-a274-9f2a0f63539b req-df4cc5c4-f23a-4e93-8027-751c31e30b27 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:51.215576 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-df4cc5c4-f23a-4e93-8027-751c31e30b27 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 812 time: 0.1815016 Jun 30 01:29:51.222621 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Attempting to bind port 5440a573-aae8-4c7b-bc97-bf8df6df9b10 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:51.223106 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Attempting to bind port 5440a573-aae8-4c7b-bc97-bf8df6df9b10 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '7a2f0aab-1272-4087-b615-88d408d56780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:51.223568 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Attempting to bind port 5440a573-aae8-4c7b-bc97-bf8df6df9b10 on network 2ac916a2-3a2e-427f-9b38-26f0cf24de66 {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:51.237869 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:51.238129 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-f4b913b1-2b2f-46c7-a17d-15055bd977b8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/quotas/3805c64f4c984954b9989b1b044eb645 HTTP/1.1" status: 200 len: 375 time: 0.0211058 Jun 30 01:29:51.238769 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Checking segment: {'id': '7a2f0aab-1272-4087-b615-88d408d56780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:51.243000 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:51.244054 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Bound using segment: {'id': '7a2f0aab-1272-4087-b615-88d408d56780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:51.244925 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Bound port: 5440a573-aae8-4c7b-bc97-bf8df6df9b10, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2f0aab-1272-4087-b615-88d408d56780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:51.245594 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:51.379893 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] For port 5440a573-aae8-4c7b-bc97-bf8df6df9b10, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:51.393831 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] For port 5440a573-aae8-4c7b-bc97-bf8df6df9b10, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=5440a573-aae8-4c7b-bc97-bf8df6df9b10,segment=NetworkSegment(7a2f0aab-1272-4087-b615-88d408d56780),segment_id=7a2f0aab-1272-4087-b615-88d408d56780)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:51.444493 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:51.450319 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:51.496943 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 1d50c517-4b09-4cef-84ab-101772225317 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:51.537793 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-c9516b15-30f5-4904-a07e-d0f91e83ad3f tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2958961 Jun 30 01:29:51.539195 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:51.569319 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:51.581041 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Pushing event updated for resources: {'Port': ['ID=5440a573-aae8-4c7b-bc97-bf8df6df9b10,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:51.585759 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:51.724146 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 1d50c517-4b09-4cef-84ab-101772225317 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:51.734402 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 1d50c517-4b09-4cef-84ab-101772225317 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:51.734402 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:51.816142 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-e9b05396-261e-42c9-8f83-76145569c78a service neutron] 10.222.0.35 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562451 Jun 30 01:29:51.953427 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:52.056385 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 1d50c517-4b09-4cef-84ab-101772225317, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=1d50c517-4b09-4cef-84ab-101772225317,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:52.069095 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Allocated IP 172.27.1.71 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:52.154113 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:52.158404 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:52.216310 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-a41210eb-cb81-4a8d-a44a-518214e9a22d service neutron] 10.222.0.35 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992703 Jun 30 01:29:52.234148 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b473c-9fa3-4337-ab37-ff427a3f17f2 req-0fe848fd-6ebe-47ab-bf3c-cba6d873af05 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:52.240044 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-079b473c-9fa3-4337-ab37-ff427a3f17f2 req-0fe848fd-6ebe-47ab-bf3c-cba6d873af05 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.2577891 Jun 30 01:29:52.322583 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-079b473c-9fa3-4337-ab37-ff427a3f17f2 req-0805368e-9383-4a54-a233-91aa49c03fe9 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739596 Jun 30 01:29:52.331195 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=1d50c517-4b09-4cef-84ab-101772225317,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:52.334524 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:52.347656 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:52.396880 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:29:52.496057 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:52.512747 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-81208d0f-5bf7-489e-90d5-5442b09620c4 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:52.571991 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Pushing event updated for resources: {'Port': ['ID=9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:52.582143 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:52.615193 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:52.654594 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:52.659895 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:52.775241 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1ca3c-2337-4821-92b3-a8d14d58d3a2 req-d04c55f2-dca4-4695-8e68-c5ee81d2dab8 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:52.777333 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e9d1ca3c-2337-4821-92b3-a8d14d58d3a2 req-d04c55f2-dca4-4695-8e68-c5ee81d2dab8 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.2103426 Jun 30 01:29:52.918473 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e9d1ca3c-2337-4821-92b3-a8d14d58d3a2 req-4486ed05-4c67-4a5c-b93e-6cde4ace8c34 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955632 Jun 30 01:29:53.058826 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116cba04-b1f5-439a-9d4c-50296303506f None None] Network 2ac916a2-3a2e-427f-9b38-26f0cf24de66 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:29:53.289440 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-56506385-1a0b-4fe7-b798-54f813039b96 None None] Provisioning for port 5440a573-aae8-4c7b-bc97-bf8df6df9b10 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:53.439175 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:53.588280 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 1d50c517-4b09-4cef-84ab-101772225317 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:53.665097 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 1d50c517-4b09-4cef-84ab-101772225317 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:53.665097 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:53.677329 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-27c4b7f4-be2f-4a34-bf96-102ecca80a81 req-b7d74047-5c5f-47ef-a601-11c8cca18961 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 210 time: 0.2153413 Jun 30 01:29:53.815665 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 5440a573-aae8-4c7b-bc97-bf8df6df9b10 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:53.884671 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69625e-e1d5-49e0-88fa-bde5cc196c97 req-495b3d1d-7fd0-4638-b6d5-0e33a14b7c1d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:53.886058 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9a69625e-e1d5-49e0-88fa-bde5cc196c97 req-495b3d1d-7fd0-4638-b6d5-0e33a14b7c1d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.2776885 Jun 30 01:29:53.970082 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 5440a573-aae8-4c7b-bc97-bf8df6df9b10 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:53.974878 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 5440a573-aae8-4c7b-bc97-bf8df6df9b10 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:53.977040 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:54.011146 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9a69625e-e1d5-49e0-88fa-bde5cc196c97 req-84c91991-b510-40ac-814b-7ec28259ef86 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707002 Jun 30 01:29:54.036062 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630171'] for router, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:54.174073 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:54.224602 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 5440a573-aae8-4c7b-bc97-bf8df6df9b10, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=5440a573-aae8-4c7b-bc97-bf8df6df9b10,segment=NetworkSegment(7a2f0aab-1272-4087-b615-88d408d56780),segment_id=7a2f0aab-1272-4087-b615-88d408d56780)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:54.324227 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:54.333988 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-778f6a3e-3e13-4e29-bbe3-d5de5bd73331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:54.393289 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=5440a573-aae8-4c7b-bc97-bf8df6df9b10,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:54.396924 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:54.499737 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb550f6-5191-40e0-8ade-9156221831bc req-a38ab706-bd49-4b4e-9ec5-900a5252e4df tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:54.501223 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0fb550f6-5191-40e0-8ade-9156221831bc req-a38ab706-bd49-4b4e-9ec5-900a5252e4df tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.3812535 Jun 30 01:29:54.540972 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0fb550f6-5191-40e0-8ade-9156221831bc req-6a96dfce-6a88-48d3-ade6-3264436f94c3 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334911 Jun 30 01:29:54.610273 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Router 09bc2222-fbc2-436e-aab3-129f93fa23a7 is scheduled to L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf with binding_index 1 {{(pid=93392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:29:54.718393 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:29:54.728749 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Sync routers for ids ['09bc2222-fbc2-436e-aab3-129f93fa23a7'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:29:54.742065 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Routers {'09bc2222-fbc2-436e-aab3-129f93fa23a7'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:54.743052 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['09bc2222-fbc2-436e-aab3-129f93fa23a7'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:54.810854 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Notify callbacks [] for router, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:54.814632 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9319174 Jun 30 01:29:54.815456 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 35774) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:54.853273 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2970a4b1-6e5b-458d-9d18-65db54e19841 req-37a6eb3b-ed1e-448a-a0d0-dc473ac0d65c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 210 time: 0.0389543 Jun 30 01:29:54.863989 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Set router 09bc2222-fbc2-436e-aab3-129f93fa23a7 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:55.095346 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'name': 'tempest-TestMinimumBasicScenario-311944832-router', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:50Z', 'updated_at': '2021-06-30T01:29:52Z', 'revision_number': 3, 'project_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'gw_port': {'id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:51Z', 'updated_at': '2021-06-30T01:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:55.125660 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Checking router: 09bc2222-fbc2-436e-aab3-129f93fa23a7 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:29:55.126444 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Updating router 09bc2222-fbc2-436e-aab3-129f93fa23a7 port 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 binding host dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:29:55.174652 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:55.384667 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472950-0c53-4de1-aeed-d687cf77963e req-6529cf5b-77d1-4656-a73f-c6121410e05b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:55.408831 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d3472950-0c53-4de1-aeed-d687cf77963e req-6529cf5b-77d1-4656-a73f-c6121410e05b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.1748745 Jun 30 01:29:55.463265 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:55.483280 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 5440a573-aae8-4c7b-bc97-bf8df6df9b10 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:55.549123 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d3472950-0c53-4de1-aeed-d687cf77963e req-2a1b92f4-6554-4936-8e0a-698ac5068892 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356251 Jun 30 01:29:55.621150 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 5440a573-aae8-4c7b-bc97-bf8df6df9b10 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:55.624622 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:55.750716 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Allocated IP 172.20.0.1 (2ac916a2-3a2e-427f-9b38-26f0cf24de66/04ec5a0b-a535-49d3-8d97-27d462e412ae/53eedc54-85de-492d-9c60-717b801ea8be) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:55.824515 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Notify callbacks [] for port, precommit_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:55.849995 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.provisioning_blocks [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Transition to ACTIVE for port object 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 will not be triggered until provisioned by entity L2. {{(pid=93395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:55.935350 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:55.939484 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:55.980608 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:55.996893 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Attempting to bind port 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:55.997251 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Attempting to bind port 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:55.997665 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Attempting to bind port 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 on network fc262d4a-4b9d-4d80-8ce2-67a3755c726e {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:56.005856 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39043f-3289-4cd4-8fbf-f909e7059cb4 None None] Pushing event updated for resources: {'Port': ['ID=9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87,revision_number=2']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:56.011573 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:56.011573 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Checking segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:56.011573 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.011573 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Bound using segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:56.011573 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Bound port: 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:56.011573 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.012427 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-aa39043f-3289-4cd4-8fbf-f909e7059cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:56.024750 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Transition to ACTIVE for port object 53eedc54-85de-492d-9c60-717b801ea8be will not be triggered until provisioned by entity DHCP. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:56.046842 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0888c3-f6f4-4ce1-8e3a-fff8b5c723ea req-121229e1-9d65-4c7f-91e1-5e7996b89566 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:56.050809 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dd0888c3-f6f4-4ce1-8e3a-fff8b5c723ea req-121229e1-9d65-4c7f-91e1-5e7996b89566 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1895101 Jun 30 01:29:56.088475 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] For port 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:56.097053 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] For port 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:56.113683 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dd0888c3-f6f4-4ce1-8e3a-fff8b5c723ea req-78e3fe40-5d58-4dfd-8aa5-d4d621a98146 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515203 Jun 30 01:29:56.173741 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.182944 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-615d976e-60ac-444d-b3d5-9bb0938b7ed1 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:56.201938 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a3f6ecee-92d9-42a1-81e9-ddae94912da0 req-452611ad-bba9-4485-9527-f85811cf9862 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 210 time: 0.0692744 Jun 30 01:29:56.207499 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.210729 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:56.228399 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Network 2ac916a2-3a2e-427f-9b38-26f0cf24de66 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:56.236147 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:56.250839 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:56.329988 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Routers {'09bc2222-fbc2-436e-aab3-129f93fa23a7'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:56.330669 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['09bc2222-fbc2-436e-aab3-129f93fa23a7'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:56.332253 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Pushing event updated for resources: {'Port': ['ID=53eedc54-85de-492d-9c60-717b801ea8be,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:56.338947 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:56.361718 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740796'] for router_interface, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.395647 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39043f-3289-4cd4-8fbf-f909e7059cb4 None None] Pushing event updated for resources: {'Port': ['ID=9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87,revision_number=3']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:56.399789 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-aa39043f-3289-4cd4-8fbf-f909e7059cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:56.538674 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] Set router 09bc2222-fbc2-436e-aab3-129f93fa23a7 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:56.649357 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-7cc192f6-044c-4406-a814-296fd8404075 None None] Provisioning for port 53eedc54-85de-492d-9c60-717b801ea8be completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:56.654077 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-7cc192f6-044c-4406-a814-296fd8404075 None None] Provisioning complete for port 53eedc54-85de-492d-9c60-717b801ea8be triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:56.654465 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7cc192f6-044c-4406-a814-296fd8404075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.670101 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.732231 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-7cc192f6-044c-4406-a814-296fd8404075 None None] Port 53eedc54-85de-492d-9c60-717b801ea8be cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:29:56.884920 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'name': 'tempest-TestMinimumBasicScenario-311944832-router', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:50Z', 'updated_at': '2021-06-30T01:29:52Z', 'revision_number': 3, 'project_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'gw_port': {'id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:51Z', 'updated_at': '2021-06-30T01:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:56.888371 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc72c-a48f-4178-9dd3-28cade981afb req-61cbe623-1d1f-48c9-b4ea-5a6aac98c53e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:56.889972 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b25dc72c-a48f-4178-9dd3-28cade981afb req-61cbe623-1d1f-48c9-b4ea-5a6aac98c53e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.1171260 Jun 30 01:29:56.935965 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee2903-377f-41fe-aeb9-2dac34cb85ae None None] The sync data for ids ['09bc2222-fbc2-436e-aab3-129f93fa23a7'] in dv-cinder-797245-10-iscsi is: [{'id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'name': 'tempest-TestMinimumBasicScenario-311944832-router', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:50Z', 'updated_at': '2021-06-30T01:29:52Z', 'revision_number': 3, 'project_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'gw_port': {'id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:51Z', 'updated_at': '2021-06-30T01:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:29:56.945086 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b25dc72c-a48f-4178-9dd3-28cade981afb req-71096ab2-e395-46cd-bd83-aa31bfc0a097 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401745 Jun 30 01:29:56.957389 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:57.003817 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:57.035002 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:57.081518 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740648'] for router_interface, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:57.094245 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Pushing event updated for resources: {'Port': ['ID=53eedc54-85de-492d-9c60-717b801ea8be,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:57.098256 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:57.240260 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Network 2ac916a2-3a2e-427f-9b38-26f0cf24de66 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:57.242116 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:57.447762 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a5cb-25f1-4ac1-9bfd-0e1bd374d635 req-0a99bf07-9ee3-44fb-b649-1ee313f19c66 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:57.459301 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dfa0a5cb-25f1-4ac1-9bfd-0e1bd374d635 req-0a99bf07-9ee3-44fb-b649-1ee313f19c66 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1604097 Jun 30 01:29:57.516368 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:57.558293 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-13671060-c9ad-470f-bd85-3144772de5c2 req-d9bc4252-0521-46be-9350-64cda713d1ae tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 210 time: 0.0452034 Jun 30 01:29:57.585103 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dfa0a5cb-25f1-4ac1-9bfd-0e1bd374d635 req-712d6631-58e0-401e-bc5d-dea2e724c793 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244848 Jun 30 01:29:57.618164 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Router 09bc2222-fbc2-436e-aab3-129f93fa23a7 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:29:57.684823 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:57.689842 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:57.690888 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:57.773741 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:29:57.782277 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] 10.222.0.35 "PUT /v2.0/routers/09bc2222-fbc2-436e-aab3-129f93fa23a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9640391 Jun 30 01:29:57.803044 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-ab42c61b-2a77-4f84-9b69-98a57b99bbe8 None None] Provisioning complete for port 53eedc54-85de-492d-9c60-717b801ea8be triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:57.803594 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ab42c61b-2a77-4f84-9b69-98a57b99bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:57.856541 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-ab42c61b-2a77-4f84-9b69-98a57b99bbe8 None None] Port 53eedc54-85de-492d-9c60-717b801ea8be cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:29:57.898239 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:57.920175 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:58.004831 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:58.004831 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-754a544c-4073-4e2e-a0fc-7bed45337981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:58.064241 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:58.069486 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:58.152211 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301121c8-420c-47ea-b8eb-9ef708d90098 req-4c81db22-e94f-4fc7-804b-80b874490f9a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:58.153222 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-023a6908-9a91-4ff9-a7de-450ae9bf4f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:58.160573 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-301121c8-420c-47ea-b8eb-9ef708d90098 req-4c81db22-e94f-4fc7-804b-80b874490f9a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.0813360 Jun 30 01:29:58.196327 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-301121c8-420c-47ea-b8eb-9ef708d90098 req-edb1dce9-7e59-492a-8146-b048faeb3fcc tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347993 Jun 30 01:29:58.875909 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6b1d0296-ede8-46c3-b319-9e569ac7c7ba req-5177ea97-52b3-44cc-93c5-c6f9d7f1b64f tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 210 time: 0.0811450 Jun 30 01:29:58.921243 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84183bfc-b0bb-4249-82f2-e6500d86297d req-194a833f-f8f4-4e3f-be57-4a6575f5a9d9 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:58.923729 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-84183bfc-b0bb-4249-82f2-e6500d86297d req-194a833f-f8f4-4e3f-be57-4a6575f5a9d9 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1717138 Jun 30 01:29:58.979261 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-84183bfc-b0bb-4249-82f2-e6500d86297d req-b66b8d56-ccce-4b5e-932b-eb7c313a32f0 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490563 Jun 30 01:29:59.156063 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Sync routers for ids ['09bc2222-fbc2-436e-aab3-129f93fa23a7'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:29:59.189519 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Routers {'09bc2222-fbc2-436e-aab3-129f93fa23a7'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:59.190337 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:29:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['09bc2222-fbc2-436e-aab3-129f93fa23a7'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:59.359679 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Set router 09bc2222-fbc2-436e-aab3-129f93fa23a7 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:59.434601 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:59.585121 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:59.585620 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:59.733918 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'name': 'tempest-TestMinimumBasicScenario-311944832-router', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:50Z', 'updated_at': '2021-06-30T01:29:56Z', 'revision_number': 4, 'project_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'gw_port': {'id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:51Z', 'updated_at': '2021-06-30T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '53eedc54-85de-492d-9c60-717b801ea8be', 'name': '', 'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'mac_address': 'fa:16:3e:65:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '04ec5a0b-a535-49d3-8d97-27d462e412ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:55Z', 'updated_at': '2021-06-30T01:29:56Z', 'revision_number': 2, 'project_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'subnets': [{'id': '04ec5a0b-a535-49d3-8d97-27d462e412ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:59.763151 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Checking router: 09bc2222-fbc2-436e-aab3-129f93fa23a7 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:29:59.763599 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Updating router 09bc2222-fbc2-436e-aab3-129f93fa23a7 port 53eedc54-85de-492d-9c60-717b801ea8be binding host dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:29:59.775491 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70b55d-0165-4226-9ad7-8244064ba1c0 req-f0a725f4-dacc-484f-83ad-1d23828133d3 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:59.777887 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7c70b55d-0165-4226-9ad7-8244064ba1c0 req-f0a725f4-dacc-484f-83ad-1d23828133d3 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.1014395 Jun 30 01:29:59.812452 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:59.847857 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7c70b55d-0165-4226-9ad7-8244064ba1c0 req-9ba47803-8242-48e4-a0b1-193c1b468f90 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621562 Jun 30 01:30:00.055706 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8924fed0-b798-4706-ae92-d9b10fec5b28 req-e870aaea-a8c2-4d7f-80e1-8996f0ce1375 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 210 time: 0.0603848 Jun 30 01:30:00.238684 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Notify callbacks [] for port, precommit_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.250146 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Transition to ACTIVE for port object 53eedc54-85de-492d-9c60-717b801ea8be will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:30:00.273010 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96ce59-4ed3-4b1c-a9ec-70e65b66eac8 req-007117dc-96af-4857-89a2-eb1090474a08 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:00.274498 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ff96ce59-4ed3-4b1c-a9ec-70e65b66eac8 req-007117dc-96af-4857-89a2-eb1090474a08 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1011369 Jun 30 01:30:00.301021 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.304254 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:00.361035 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ff96ce59-4ed3-4b1c-a9ec-70e65b66eac8 req-295514ef-c4c0-42bc-bd40-d7b4e912afa8 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786614 Jun 30 01:30:00.441310 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c21b98-069c-4275-b375-b25e71a0403a None None] Pushing event updated for resources: {'Port': ['ID=53eedc54-85de-492d-9c60-717b801ea8be,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:00.451669 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-a1c21b98-069c-4275-b375-b25e71a0403a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:00.474246 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Attempting to bind port 53eedc54-85de-492d-9c60-717b801ea8be on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:30:00.474679 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Attempting to bind port 53eedc54-85de-492d-9c60-717b801ea8be by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '7a2f0aab-1272-4087-b615-88d408d56780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:30:00.475491 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Attempting to bind port 53eedc54-85de-492d-9c60-717b801ea8be on network 2ac916a2-3a2e-427f-9b38-26f0cf24de66 {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:30:00.481405 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:30:00.481788 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Checking segment: {'id': '7a2f0aab-1272-4087-b615-88d408d56780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:30:00.482210 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.482802 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Bound using segment: {'id': '7a2f0aab-1272-4087-b615-88d408d56780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:30:00.483401 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Bound port: 53eedc54-85de-492d-9c60-717b801ea8be, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2f0aab-1272-4087-b615-88d408d56780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:30:00.483840 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.634616 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] For port 53eedc54-85de-492d-9c60-717b801ea8be, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:30:00.641791 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] For port 53eedc54-85de-492d-9c60-717b801ea8be, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=53eedc54-85de-492d-9c60-717b801ea8be,segment=NetworkSegment(7a2f0aab-1272-4087-b615-88d408d56780),segment_id=7a2f0aab-1272-4087-b615-88d408d56780)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:30:00.656237 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196748f3-419b-42d7-a274-9f2a0f63539b req-ae8dba69-e5da-4798-9b73-6888d6bf6ef2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:00.658244 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-ae8dba69-e5da-4798-9b73-6888d6bf6ef2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 812 time: 0.1980703 Jun 30 01:30:00.729285 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-bb8362a1-47bc-4035-a7d8-6a0481bbdc8a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3805c64f4c984954b9989b1b044eb645 HTTP/1.1" status: 200 len: 380 time: 0.0543001 Jun 30 01:30:00.743674 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.746094 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:00.756730 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Request body: {'port': {'device_id': '479a34a5-8c2e-4e80-8f4f-a82fe374ac84', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'admin_state_up': True, 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'security_groups': ['ca97d72d-780c-4c46-abc6-356290d6f109']}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:00.844220 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-c9705fbe-875a-4277-9c24-82fc4023fcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.910817 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Routers {'09bc2222-fbc2-436e-aab3-129f93fa23a7'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:30:00.911555 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:30:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['09bc2222-fbc2-436e-aab3-129f93fa23a7'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:00.949541 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c21b98-069c-4275-b375-b25e71a0403a None None] Pushing event updated for resources: {'Port': ['ID=53eedc54-85de-492d-9c60-717b801ea8be,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:00.954621 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-a1c21b98-069c-4275-b375-b25e71a0403a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:01.038245 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Made reservation on behalf of 3805c64f4c984954b9989b1b044eb645 for: {'port': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:30:01.042636 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:01.078853 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:01.136405 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] Set router 09bc2222-fbc2-436e-aab3-129f93fa23a7 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:30:01.306373 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Allocated IP 172.20.0.7 (456d6d6d-f278-4bfa-a1ab-47d1c7be4817/91500fd6-ba98-441e-8c6a-ef9d57a4853f/9717b586-f756-4b18-92a1-610c31cd31d2) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:30:01.446280 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5bdf1618-650d-4ee5-94e0-97a635677528 req-a56163ee-bcea-4fb2-8778-fbc933b88a5c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 210 time: 0.0791924 Jun 30 01:30:01.479333 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6227c0-96e5-447c-857b-c82ea4db0914 req-421c685c-b902-41c3-97c3-df7a0e5b302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:01.481657 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-9d6227c0-96e5-447c-857b-c82ea4db0914 req-421c685c-b902-41c3-97c3-df7a0e5b302e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=610eefbe7f1041da9d694a20440f1337&device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 1099 time: 0.1888869 Jun 30 01:30:01.496244 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'name': 'tempest-TestMinimumBasicScenario-311944832-router', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:50Z', 'updated_at': '2021-06-30T01:29:56Z', 'revision_number': 4, 'project_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'gw_port': {'id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:51Z', 'updated_at': '2021-06-30T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '53eedc54-85de-492d-9c60-717b801ea8be', 'name': '', 'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'mac_address': 'fa:16:3e:65:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '04ec5a0b-a535-49d3-8d97-27d462e412ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:55Z', 'updated_at': '2021-06-30T01:30:00Z', 'revision_number': 4, 'project_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'subnets': [{'id': '04ec5a0b-a535-49d3-8d97-27d462e412ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:01.557055 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:01.572068 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88c5c0f-a085-4f4d-933d-9a1159ec3a6f None None] The sync data for ids ['09bc2222-fbc2-436e-aab3-129f93fa23a7'] in dv-cinder-797245-10-iscsi is: [{'id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'name': 'tempest-TestMinimumBasicScenario-311944832-router', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:50Z', 'updated_at': '2021-06-30T01:29:56Z', 'revision_number': 4, 'project_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'gw_port': {'id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:51Z', 'updated_at': '2021-06-30T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '53eedc54-85de-492d-9c60-717b801ea8be', 'name': '', 'network_id': '2ac916a2-3a2e-427f-9b38-26f0cf24de66', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'mac_address': 'fa:16:3e:65:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '04ec5a0b-a535-49d3-8d97-27d462e412ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:55Z', 'updated_at': '2021-06-30T01:30:00Z', 'revision_number': 4, 'project_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'subnets': [{'id': '04ec5a0b-a535-49d3-8d97-27d462e412ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:30:01.677960 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6227c0-96e5-447c-857b-c82ea4db0914 req-d752833c-49c0-4ca7-a110-6a78007ea9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:01.689616 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-9d6227c0-96e5-447c-857b-c82ea4db0914 req-d752833c-49c0-4ca7-a110-6a78007ea9bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=33e960f6-15b6-4c63-8c13-81c7204c50cf HTTP/1.1" status: 200 len: 920 time: 0.1940091 Jun 30 01:30:01.705396 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Transition to ACTIVE for port object 9717b586-f756-4b18-92a1-610c31cd31d2 will not be triggered until provisioned by entity DHCP. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:30:01.759373 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-9d6227c0-96e5-447c-857b-c82ea4db0914 req-6f278b24-06ff-46b3-8fb1-567a2c0968a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 HTTP/1.1" status: 200 len: 217 time: 0.0636985 Jun 30 01:30:01.833508 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd9c03-aaf0-46d9-a0dc-33ea7fb97a70 req-1eb67886-e0ff-4e9c-a5b7-064e2ddc66c0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:01.850012 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b0dd9c03-aaf0-46d9-a0dc-33ea7fb97a70 req-1eb67886-e0ff-4e9c-a5b7-064e2ddc66c0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.4729204 Jun 30 01:30:01.902786 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83130507-4406-478c-99a7-c80e2056e511 req-9d7ea445-42c3-4bb4-a8d5-47c68d6fc647 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:01.913754 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6227c0-96e5-447c-857b-c82ea4db0914 req-e27d3642-281c-48f1-9d64-cc336afc1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:01.920510 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-9d6227c0-96e5-447c-857b-c82ea4db0914 req-e27d3642-281c-48f1-9d64-cc336afc1214 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26bb785d-416a-4149-bc5c-47b213a72eb7 HTTP/1.1" status: 200 len: 859 time: 0.1485746 Jun 30 01:30:01.921897 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-83130507-4406-478c-99a7-c80e2056e511 req-9d7ea445-42c3-4bb4-a8d5-47c68d6fc647 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.3370078 Jun 30 01:30:01.937867 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:01.952291 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:01.966531 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:01.986032 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b0dd9c03-aaf0-46d9-a0dc-33ea7fb97a70 req-8fb4e0fb-04ea-412f-8503-d94e84c82c4a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234579 Jun 30 01:30:02.045737 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-9d6227c0-96e5-447c-857b-c82ea4db0914 req-b55ee8b6-9c0e-4089-8114-2d9912d32958 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33e960f6-15b6-4c63-8c13-81c7204c50cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993962 Jun 30 01:30:02.097084 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:30:02.116400 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:30:02.121758 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-83130507-4406-478c-99a7-c80e2056e511 req-72caa603-90ae-4493-8eb1-3b4a65efb122 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832893 Jun 30 01:30:02.125977 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:30:02.177972 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 35896) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:02.177972 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'Port': ['ID=9717b586-f756-4b18-92a1-610c31cd31d2,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:02.194921 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:02.195370 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:02.196719 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:02.197502 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:02.197871 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:02.198268 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:02.198553 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:02.198896 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:02.199287 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:02.199635 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:02.199976 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:02.200316 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:02.204656 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:02.277651 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:02.278310 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:02.282850 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-9d6227c0-96e5-447c-857b-c82ea4db0914 req-05360b9f-c6b8-49d5-80ad-cf59c6e3013d service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224984 Jun 30 01:30:02.392816 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6441886 Jun 30 01:30:02.407885 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Request body: {'port': {'device_id': '479a34a5-8c2e-4e80-8f4f-a82fe374ac84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:02.555170 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f01538ef-5735-4ca4-b9ef-82e5ef854c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:02.591297 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-9d6227c0-96e5-447c-857b-c82ea4db0914 req-67291d1b-5852-4d11-b96f-2f942c3d48d4 service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934637 Jun 30 01:30:02.735032 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:02.781606 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-9bb8348b-22c1-487c-b52c-16d003001513 None None] Provisioning for port 9717b586-f756-4b18-92a1-610c31cd31d2 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:30:02.787257 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-9bb8348b-22c1-487c-b52c-16d003001513 None None] Provisioning complete for port 9717b586-f756-4b18-92a1-610c31cd31d2 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:30:02.787257 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-9bb8348b-22c1-487c-b52c-16d003001513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:02.837501 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8348b-22c1-487c-b52c-16d003001513 None None] Port 9717b586-f756-4b18-92a1-610c31cd31d2 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:30:03.029334 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f01538ef-5735-4ca4-b9ef-82e5ef854c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:03.306814 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8f1b4-9978-44e6-8f05-9509e41c4fe7 req-faf35083-b76a-4682-845c-dc44555e6a1a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:03.311364 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ab8f1b4-9978-44e6-8f05-9509e41c4fe7 req-faf35083-b76a-4682-845c-dc44555e6a1a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 931 time: 0.5614588 Jun 30 01:30:03.360625 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f01538ef-5735-4ca4-b9ef-82e5ef854c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:03.381654 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-93c971fd-8a8e-4596-97f6-475841b1bf88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:03.391947 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9717b586-f756-4b18-92a1-610c31cd31d2 {{(pid=93392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:30:03.414289 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 53eedc54-85de-492d-9c60-717b801ea8be up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:30:03.423734 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:03.456647 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ab8f1b4-9978-44e6-8f05-9509e41c4fe7 req-dd168d1d-e64b-4bf9-9501-3f41c01c4678 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413496 Jun 30 01:30:03.471457 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-f01538ef-5735-4ca4-b9ef-82e5ef854c3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b9720a3f7b44a0bb492bfce3e3153b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3023126 Jun 30 01:30:03.474455 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 35908) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:03.479837 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01538ef-5735-4ca4-b9ef-82e5ef854c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813e09fd-df0a-4ce5-8b4a-1ffbac09f195,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:03.484934 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Transition to ACTIVE for port object 9717b586-f756-4b18-92a1-610c31cd31d2 will not be triggered until provisioned by entity L2. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:30:03.491808 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f01538ef-5735-4ca4-b9ef-82e5ef854c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:03.504626 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052a9ec-3cf5-4454-ad06-a05362b7c825 req-5add3506-54fd-4ce4-a1d2-13e7e6814e60 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:03.506522 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8052a9ec-3cf5-4454-ad06-a05362b7c825 req-5add3506-54fd-4ce4-a1d2-13e7e6814e60 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.2365425 Jun 30 01:30:03.519973 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:03.559054 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8052a9ec-3cf5-4454-ad06-a05362b7c825 req-4a289019-baca-4ab7-a92b-5a5b1ca10a7f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462096 Jun 30 01:30:03.562914 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c42ec683-3e8b-422e-8085-735c9637d5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:03.570703 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 53eedc54-85de-492d-9c60-717b801ea8be completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:30:03.575685 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 53eedc54-85de-492d-9c60-717b801ea8be triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:30:03.578321 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:03.595927 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c42ec683-3e8b-422e-8085-735c9637d5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:03.628446 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:03.638035 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c201a9b6-348f-4123-91d8-7d2c0dc6d490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:03.696502 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:03.734818 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 53eedc54-85de-492d-9c60-717b801ea8be, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=53eedc54-85de-492d-9c60-717b801ea8be,segment=NetworkSegment(7a2f0aab-1272-4087-b615-88d408d56780),segment_id=7a2f0aab-1272-4087-b615-88d408d56780)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:03.760359 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Pushing event updated for resources: {'Port': ['ID=9717b586-f756-4b18-92a1-610c31cd31d2,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:03.764784 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c42ec683-3e8b-422e-8085-735c9637d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:03.769872 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c42ec683-3e8b-422e-8085-735c9637d5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:03.773117 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:03.778331 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-c42ec683-3e8b-422e-8085-735c9637d5c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/813e09fd-df0a-4ce5-8b4a-1ffbac09f195 HTTP/1.1" status: 204 len: 168 time: 0.2924962 Jun 30 01:30:03.779210 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4eb70bfb-5592-4712-9f3f-679ae1ab46eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:03.802110 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ec683-3e8b-422e-8085-735c9637d5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813e09fd-df0a-4ce5-8b4a-1ffbac09f195,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:03.804710 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c42ec683-3e8b-422e-8085-735c9637d5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:03.819923 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:03.828955 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:03.875585 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ac228-eaf3-403f-a1ff-4a1587683236 req-4adf5fd0-d695-4f8c-badb-c3b35a898510 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:03.883769 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c80ac228-eaf3-403f-a1ff-4a1587683236 req-4adf5fd0-d695-4f8c-badb-c3b35a898510 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.2242429 Jun 30 01:30:03.912184 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=53eedc54-85de-492d-9c60-717b801ea8be,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:03.916814 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:03.934045 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Attempting to bind port 9717b586-f756-4b18-92a1-610c31cd31d2 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:30:03.934394 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Attempting to bind port 9717b586-f756-4b18-92a1-610c31cd31d2 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:30:03.934705 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Attempting to bind port 9717b586-f756-4b18-92a1-610c31cd31d2 on network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:30:03.952965 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Port 9717b586-f756-4b18-92a1-610c31cd31d2 on network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:30:03.953295 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Attempting to bind port 9717b586-f756-4b18-92a1-610c31cd31d2 on network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:30:03.969020 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c80ac228-eaf3-403f-a1ff-4a1587683236 req-e71b8cf1-1cab-411d-9233-c67d46994599 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708852 Jun 30 01:30:03.969901 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:30:03.970231 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Checking segment: {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:30:03.970602 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Bound using segment: {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:30:03.971042 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Bound port: 9717b586-f756-4b18-92a1-610c31cd31d2, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'}}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:30:03.971485 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:04.054691 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] For port 9717b586-f756-4b18-92a1-610c31cd31d2, host hv-cinder-79724, cleared binding levels {{(pid=93392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:30:04.057082 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] For port 9717b586-f756-4b18-92a1-610c31cd31d2, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9717b586-f756-4b18-92a1-610c31cd31d2,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:30:04.162051 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:04.170202 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:04.230912 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Pushing event updated for resources: {'Port': ['ID=9717b586-f756-4b18-92a1-610c31cd31d2,revision_number=3']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:04.237737 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:04.241747 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:04.242417 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:04.243973 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] 10.222.0.36 "PUT /v2.0/ports/9717b586-f756-4b18-92a1-610c31cd31d2 HTTP/1.1" status: 200 len: 1093 time: 1.8415339 Jun 30 01:30:04.244458 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479a34a5-8c2e-4e80-8f4f-a82fe374ac84', 'tag': '9717b586-f756-4b18-92a1-610c31cd31d2'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:04.246917 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb2df69-5c3f-4af1-85e6-c43a1e67c33d" -d '{"events": [{"name": "network-changed", "server_uuid": "479a34a5-8c2e-4e80-8f4f-a82fe374ac84", "tag": "9717b586-f756-4b18-92a1-610c31cd31d2"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:04.302281 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba616a30-a330-4017-93f1-1ebf74605d44 x-openstack-request-id: req-ba616a30-a330-4017-93f1-1ebf74605d44 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:04.303841 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479a34a5-8c2e-4e80-8f4f-a82fe374ac84", "tag": "9717b586-f756-4b18-92a1-610c31cd31d2", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:04.303841 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba616a30-a330-4017-93f1-1ebf74605d44 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:04.303841 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479a34a5-8c2e-4e80-8f4f-a82fe374ac84', 'tag': '9717b586-f756-4b18-92a1-610c31cd31d2', 'status': 'completed', 'code': 200} Jun 30 01:30:04.444379 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2df69-5c3f-4af1-85e6-c43a1e67c33d req-0515b8dc-f6f2-4d21-8577-7745ea5a7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:04.444379 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8eb2df69-5c3f-4af1-85e6-c43a1e67c33d req-0515b8dc-f6f2-4d21-8577-7745ea5a7db6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 1096 time: 0.0968945 Jun 30 01:30:04.593347 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2df69-5c3f-4af1-85e6-c43a1e67c33d req-f7f6ffb7-0c61-4c9e-a829-66c91dbfc8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:04.607149 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8eb2df69-5c3f-4af1-85e6-c43a1e67c33d req-f7f6ffb7-0c61-4c9e-a829-66c91dbfc8be service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3805c64f4c984954b9989b1b044eb645&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1318169 Jun 30 01:30:04.662408 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:04.835110 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2df69-5c3f-4af1-85e6-c43a1e67c33d req-4907049c-1681-4dbe-8407-6f8442d8f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:04.836656 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8eb2df69-5c3f-4af1-85e6-c43a1e67c33d req-4907049c-1681-4dbe-8407-6f8442d8f71f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2284076 Jun 30 01:30:04.868180 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a9768-11eb-4126-a794-bd746657aaad req-6ed85cf2-9515-47ba-af62-863c1c10f529 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:04.869702 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d93a9768-11eb-4126-a794-bd746657aaad req-6ed85cf2-9515-47ba-af62-863c1c10f529 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 943 time: 0.2214124 Jun 30 01:30:04.881617 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-c94fba78-d121-4136-8958-7b5e9b5c9175 req-2611af30-98be-4e2b-b6b2-917a43a12a71 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758665 Jun 30 01:30:04.899510 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790f3cd-b5e9-499f-a9ef-aba4a3139eff req-0c98b380-cb50-4029-8ba2-cc5f1d3de98b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:04.901048 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a790f3cd-b5e9-499f-a9ef-aba4a3139eff req-0c98b380-cb50-4029-8ba2-cc5f1d3de98b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.1500709 Jun 30 01:30:04.967209 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3cf254c4-4df9-45ae-bb18-7c1f9fe02a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:04.969253 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-3cf254c4-4df9-45ae-bb18-7c1f9fe02a03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 1096 time: 0.0761318 Jun 30 01:30:05.013596 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d93a9768-11eb-4126-a794-bd746657aaad req-d70d9fd5-9951-44cb-9a4d-3946c5ea8eca tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369281 Jun 30 01:30:05.024016 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-21158919-9d3c-4006-a1a8-aea1bbbee039 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9717b586-f756-4b18-92a1-610c31cd31d2 HTTP/1.1" status: 200 len: 217 time: 0.0450604 Jun 30 01:30:05.068332 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a790f3cd-b5e9-499f-a9ef-aba4a3139eff req-8dbc6024-7ccf-4497-84c0-c92fbbcf4923 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572876 Jun 30 01:30:05.082865 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fba78-d121-4136-8958-7b5e9b5c9175 req-751b2549-9ffb-48c5-82f0-2e9c7e93f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:05.096126 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196748f3-419b-42d7-a274-9f2a0f63539b req-e29deb9f-78f5-43d6-a22a-0b3def257390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:05.101755 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c94fba78-d121-4136-8958-7b5e9b5c9175 req-751b2549-9ffb-48c5-82f0-2e9c7e93f05d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=610eefbe7f1041da9d694a20440f1337&device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 1099 time: 0.1887050 Jun 30 01:30:05.101958 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-e29deb9f-78f5-43d6-a22a-0b3def257390 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0595767 Jun 30 01:30:05.189142 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196748f3-419b-42d7-a274-9f2a0f63539b req-d6b49f66-df14-4101-ab8a-f69d0410e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:05.190635 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-d6b49f66-df14-4101-ab8a-f69d0410e5f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0822799 Jun 30 01:30:05.310731 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fba78-d121-4136-8958-7b5e9b5c9175 req-a9de3f2e-dd42-472b-8790-34cfd0228ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:05.312900 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c94fba78-d121-4136-8958-7b5e9b5c9175 req-a9de3f2e-dd42-472b-8790-34cfd0228ee5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33e960f6-15b6-4c63-8c13-81c7204c50cf HTTP/1.1" status: 200 len: 920 time: 0.1886811 Jun 30 01:30:05.322381 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06f9d7-615a-4d10-90f3-51c66bb8d79c req-912ce9ce-fc1f-419f-b623-5e822bb405dc tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:05.323983 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8e06f9d7-615a-4d10-90f3-51c66bb8d79c req-912ce9ce-fc1f-419f-b623-5e822bb405dc tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1508470 Jun 30 01:30:05.335220 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-c450925d-c778-4923-bba8-ea02d38dcca9 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354702 Jun 30 01:30:05.377698 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c94fba78-d121-4136-8958-7b5e9b5c9175 req-c66210bb-6d6e-426c-9a0d-65aa14360a78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e14dca8-628b-4cef-adbf-8441b4b47843 HTTP/1.1" status: 200 len: 217 time: 0.0474722 Jun 30 01:30:05.438391 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-196748f3-419b-42d7-a274-9f2a0f63539b req-d3f4b15a-684f-4427-9eb6-c9b984aea40f service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915041 Jun 30 01:30:05.440796 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 53eedc54-85de-492d-9c60-717b801ea8be up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:30:05.442815 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8e06f9d7-615a-4d10-90f3-51c66bb8d79c req-f596330a-7a90-4f48-8054-1ae88ef52307 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109962 Jun 30 01:30:05.465712 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fba78-d121-4136-8958-7b5e9b5c9175 req-078266ef-47a6-4d4d-870e-990a68455566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:05.467330 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c94fba78-d121-4136-8958-7b5e9b5c9175 req-078266ef-47a6-4d4d-870e-990a68455566 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26bb785d-416a-4149-bc5c-47b213a72eb7 HTTP/1.1" status: 200 len: 859 time: 0.0746229 Jun 30 01:30:05.526540 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 53eedc54-85de-492d-9c60-717b801ea8be triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:30:05.526929 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:05.554007 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c94fba78-d121-4136-8958-7b5e9b5c9175 req-f021d732-78a7-4566-a0f6-96ee7bc41e49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33e960f6-15b6-4c63-8c13-81c7204c50cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748332 Jun 30 01:30:05.708512 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c94fba78-d121-4136-8958-7b5e9b5c9175 req-8dd1a5ff-5e5c-4ac5-852b-58717b17d8be service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364286 Jun 30 01:30:05.829036 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c94fba78-d121-4136-8958-7b5e9b5c9175 req-6a0d8b49-8363-4ec7-b456-5ac8ffdd65c4 service neutron] 10.222.0.36 "GET /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115716 Jun 30 01:30:06.354333 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f8f59-c2ce-4b8b-ae25-d1c589f537f6 req-a84f7aa2-95bf-440d-9317-7d72100591d9 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:06.361058 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-db4f8f59-c2ce-4b8b-ae25-d1c589f537f6 req-a84f7aa2-95bf-440d-9317-7d72100591d9 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 943 time: 0.1244755 Jun 30 01:30:06.397116 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b3c52-3f68-4fa7-9927-53a5fc507dd4 req-7f00b1b2-be26-4a29-8d70-726e61e609ac tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:06.404044 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-601b3c52-3f68-4fa7-9927-53a5fc507dd4 req-7f00b1b2-be26-4a29-8d70-726e61e609ac tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 943 time: 0.1369541 Jun 30 01:30:06.458759 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-db4f8f59-c2ce-4b8b-ae25-d1c589f537f6 req-3f5ec5fe-b9dc-4d81-9cf6-dbb14982d3c8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967574 Jun 30 01:30:06.510795 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-601b3c52-3f68-4fa7-9927-53a5fc507dd4 req-64b65fc0-a69b-4977-931e-280575d257dd tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058681 Jun 30 01:30:06.618138 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b5ecd3a2-9bad-401f-98ae-b219e33f257a details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:30:06.799287 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port b5ecd3a2-9bad-401f-98ae-b219e33f257a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:06.815200 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'port_id': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'mac_address': 'fa:16:3e:f3:ba:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:30:06.875801 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:06.889635 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ecd3a2-9bad-401f-98ae-b219e33f257a {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:30:06.916854 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port b5ecd3a2-9bad-401f-98ae-b219e33f257a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:06.997954 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:06.999923 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-25e1b7d5-6172-448e-a802-8c5cc1587bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:07.052798 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=b5ecd3a2-9bad-401f-98ae-b219e33f257a,revision_number=9']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:07.056003 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:07.283615 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['b5ecd3a2-9bad-401f-98ae-b219e33f257a'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:30:07.639668 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29158498-e746-4f5b-97f4-06c65bf609ce req-21be50a0-3866-4429-b626-6a6c3964fb8c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:07.641201 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-29158498-e746-4f5b-97f4-06c65bf609ce req-21be50a0-3866-4429-b626-6a6c3964fb8c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 943 time: 0.0742037 Jun 30 01:30:07.718252 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-29158498-e746-4f5b-97f4-06c65bf609ce req-36d5f443-58ff-4ebf-86f0-ba3c1f0132bc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661640 Jun 30 01:30:07.738443 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43af8c-081a-4183-836f-77beb6e1e16d req-8697a8bb-6e69-4e2c-8304-59bc25f550c9 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:07.739949 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fe43af8c-081a-4183-836f-77beb6e1e16d req-8697a8bb-6e69-4e2c-8304-59bc25f550c9 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 944 time: 0.0970430 Jun 30 01:30:08.044838 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fe43af8c-081a-4183-836f-77beb6e1e16d req-afd98870-2b0f-4ad2-9d31-eb0b99ee0506 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2990930 Jun 30 01:30:08.069599 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36002) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:08.197712 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9613422f-6ca8-43d0-b249-4f1f016eaa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.305354 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9613422f-6ca8-43d0-b249-4f1f016eaa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.417615 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9613422f-6ca8-43d0-b249-4f1f016eaa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.420228 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-224ccd22-df7a-48e5-ae2c-d9e8f9b1eaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:08.466996 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-9613422f-6ca8-43d0-b249-4f1f016eaa66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2f82a5d15a94922976304a5579e44d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962991 Jun 30 01:30:08.468248 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613422f-6ca8-43d0-b249-4f1f016eaa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682e4600-2335-40c1-aeff-e2efd0ffbb07,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:08.470243 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36006) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:08.485139 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9613422f-6ca8-43d0-b249-4f1f016eaa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:08.535741 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dedf6bca-2bc7-4a59-8df7-e8bdd071ba99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.562151 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dedf6bca-2bc7-4a59-8df7-e8bdd071ba99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.623449 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b5ecd3a2-9bad-401f-98ae-b219e33f257a up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:30:08.677509 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port b5ecd3a2-9bad-401f-98ae-b219e33f257a triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:30:08.677804 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.690239 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dedf6bca-2bc7-4a59-8df7-e8bdd071ba99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.692782 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dedf6bca-2bc7-4a59-8df7-e8bdd071ba99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.695898 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-dedf6bca-2bc7-4a59-8df7-e8bdd071ba99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/682e4600-2335-40c1-aeff-e2efd0ffbb07 HTTP/1.1" status: 204 len: 168 time: 0.2218823 Jun 30 01:30:08.695898 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-db5c529b-1360-41e1-b07e-d5c21716a20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:08.703522 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf6bca-2bc7-4a59-8df7-e8bdd071ba99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e4600-2335-40c1-aeff-e2efd0ffbb07,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:08.706196 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-dedf6bca-2bc7-4a59-8df7-e8bdd071ba99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:08.941851 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.969585 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:08.971914 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c15bf5-0f74-4585-857f-6ea1da5ac077" -d '{"events": [{"server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "name": "network-vif-plugged", "status": "completed", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:08.991722 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port b5ecd3a2-9bad-401f-98ae-b219e33f257a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:08.994866 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ce3f0-ff57-4322-bb03-08b1d5a77571 req-8bb474cf-a701-4071-a7bf-ac5c557cf001 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:08.996591 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-963ce3f0-ff57-4322-bb03-08b1d5a77571 req-8bb474cf-a701-4071-a7bf-ac5c557cf001 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 943 time: 0.1317720 Jun 30 01:30:09.066832 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9571a7-4e58-4449-9f61-3c4edd36fd95 x-openstack-request-id: req-ee9571a7-4e58-4449-9f61-3c4edd36fd95 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:09.067399 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "name": "network-vif-plugged", "status": "completed", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:09.067843 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee9571a7-4e58-4449-9f61-3c4edd36fd95 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:09.068485 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'code': 200} Jun 30 01:30:09.072424 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.078328 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:09.125969 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-963ce3f0-ff57-4322-bb03-08b1d5a77571 req-c9f0d3cd-38b1-4dec-a938-d3696103c64b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194644 Jun 30 01:30:09.184038 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=b5ecd3a2-9bad-401f-98ae-b219e33f257a,revision_number=10']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:09.187760 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:09.307852 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc51fa-3bba-4dec-ae6f-694f751f6bfa req-6a092d93-7f43-454d-8c16-1b8bc87d262f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:09.309475 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-61fc51fa-3bba-4dec-ae6f-694f751f6bfa req-6a092d93-7f43-454d-8c16-1b8bc87d262f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 946 time: 0.0702655 Jun 30 01:30:09.389289 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-61fc51fa-3bba-4dec-ae6f-694f751f6bfa req-c50bf969-5a66-4eed-844b-f169742a755c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681562 Jun 30 01:30:09.523007 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36024) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:09.545762 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ad3e7c8f-8584-4762-bf6f-7dd28d418633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.658161 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ad3e7c8f-8584-4762-bf6f-7dd28d418633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.761034 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fa902-1646-4d03-a720-5fa9cf7bab35 req-0bb0cdf8-2f87-4611-aece-fd9f7ce64be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:09.762688 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-603fa902-1646-4d03-a720-5fa9cf7bab35 req-0bb0cdf8-2f87-4611-aece-fd9f7ce64be6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 1099 time: 0.0586329 Jun 30 01:30:09.763598 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ad3e7c8f-8584-4762-bf6f-7dd28d418633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.768481 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a53bf57b-173a-488f-aecd-6cea171482fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:09.822296 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-ad3e7c8f-8584-4762-bf6f-7dd28d418633 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f51228443a19477998706482dd3990c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932849 Jun 30 01:30:09.824965 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36026) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:09.827013 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e7c8f-8584-4762-bf6f-7dd28d418633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a29c525-9b2a-474b-9185-d528842b6f43,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:09.834377 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ad3e7c8f-8584-4762-bf6f-7dd28d418633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:09.841098 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-603fa902-1646-4d03-a720-5fa9cf7bab35 req-e010e711-178c-4d8b-87af-a07cafcac144 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624068 Jun 30 01:30:09.890441 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a02a7e6c-47d4-43b9-b079-f6137bfea977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.917320 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a02a7e6c-47d4-43b9-b079-f6137bfea977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.055668 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a02a7e6c-47d4-43b9-b079-f6137bfea977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.058397 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a02a7e6c-47d4-43b9-b079-f6137bfea977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.059567 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a02a7e6c-47d4-43b9-b079-f6137bfea977 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a29c525-9b2a-474b-9185-d528842b6f43 HTTP/1.1" status: 204 len: 168 time: 0.2334933 Jun 30 01:30:10.060379 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0fc82227-7440-4f57-8bf6-cde792f567c1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:10.070114 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a7e6c-47d4-43b9-b079-f6137bfea977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a29c525-9b2a-474b-9185-d528842b6f43,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:10.072415 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a02a7e6c-47d4-43b9-b079-f6137bfea977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:10.357004 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76120ee-78d5-4a7f-bb19-fddfe0b93bdd req-acb3d5d5-a615-4593-b2a6-ff4669600cd2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:10.358623 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e76120ee-78d5-4a7f-bb19-fddfe0b93bdd req-acb3d5d5-a615-4593-b2a6-ff4669600cd2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 943 time: 0.0827587 Jun 30 01:30:10.404063 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e76120ee-78d5-4a7f-bb19-fddfe0b93bdd req-c40f8c73-138c-4209-b5a2-9f675e40badd tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360074 Jun 30 01:30:10.637123 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f445c5-9477-47e8-9ff3-6a1cb80df4d6 req-ec141518-54b9-48e8-b815-83de26339834 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:10.644808 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-59f445c5-9477-47e8-9ff3-6a1cb80df4d6 req-ec141518-54b9-48e8-b815-83de26339834 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 946 time: 0.0835099 Jun 30 01:30:10.692245 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-59f445c5-9477-47e8-9ff3-6a1cb80df4d6 req-86f0094e-0f47-4fac-9e6e-1c4d7c2074bb tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464723 Jun 30 01:30:11.666683 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e8550-c6b6-4152-bb78-64d6d036973d req-a61ab843-6ecc-4464-8d26-c196e27cf6ad tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:11.669132 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3b3e8550-c6b6-4152-bb78-64d6d036973d req-a61ab843-6ecc-4464-8d26-c196e27cf6ad tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 943 time: 0.0994859 Jun 30 01:30:11.763611 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3b3e8550-c6b6-4152-bb78-64d6d036973d req-9efaeddd-0686-4165-b29a-3a8e29576b99 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666497 Jun 30 01:30:11.800576 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9fe55-cb55-411f-a4db-674d6206c459 req-5b329302-4d84-47bc-a6fa-5b9af8a7ca4c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:11.807569 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f0f9fe55-cb55-411f-a4db-674d6206c459 req-5b329302-4d84-47bc-a6fa-5b9af8a7ca4c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1672952 Jun 30 01:30:11.869553 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f0f9fe55-cb55-411f-a4db-674d6206c459 req-d1ea5f38-d8e4-48f7-8ebf-a37604bfc65a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608840 Jun 30 01:30:11.957677 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c035c0f-b306-4cbd-bf74-cfd36e8e675d req-8a0d522b-fcc1-4140-b112-4b22a7851437 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:11.959621 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1c035c0f-b306-4cbd-bf74-cfd36e8e675d req-8a0d522b-fcc1-4140-b112-4b22a7851437 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 946 time: 0.0833974 Jun 30 01:30:12.016150 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1c035c0f-b306-4cbd-bf74-cfd36e8e675d req-a43f808e-5e90-46fd-82a4-097b20a0cd1d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469620 Jun 30 01:30:12.643950 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 9717b586-f756-4b18-92a1-610c31cd31d2 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:30:12.812909 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 9717b586-f756-4b18-92a1-610c31cd31d2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9717b586-f756-4b18-92a1-610c31cd31d2,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:12.825795 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': '9717b586-f756-4b18-92a1-610c31cd31d2', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'port_id': '9717b586-f756-4b18-92a1-610c31cd31d2', 'mac_address': 'fa:16:3e:71:bb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:30:12.869030 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:12.882225 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9717b586-f756-4b18-92a1-610c31cd31d2 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:30:12.928937 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 9717b586-f756-4b18-92a1-610c31cd31d2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9717b586-f756-4b18-92a1-610c31cd31d2,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:13.000667 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:13.004558 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:13.085768 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=9717b586-f756-4b18-92a1-610c31cd31d2,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:13.086789 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf1993-49ab-4352-94cb-2c69313e8575 req-dd3809e0-de04-48b9-87bd-280b309aa8da tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:13.088467 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-72bf1993-49ab-4352-94cb-2c69313e8575 req-dd3809e0-de04-48b9-87bd-280b309aa8da tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 943 time: 0.1988857 Jun 30 01:30:13.108999 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:13.108999 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:13.108999 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:13.108999 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:13.108999 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:13.108999 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:13.108999 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:13.108999 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:13.108999 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:13.108999 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:13.108999 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:13.108999 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:13.122937 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:13.139227 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303883fc-7f69-41da-9844-46643c7f96f1 req-161f5931-0d5e-48be-80e8-b56241eb0863 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:13.146926 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-303883fc-7f69-41da-9844-46643c7f96f1 req-161f5931-0d5e-48be-80e8-b56241eb0863 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1269293 Jun 30 01:30:13.191839 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-72bf1993-49ab-4352-94cb-2c69313e8575 req-4f1c27f6-f660-47c8-b8d7-2cda41fdaf5b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887172 Jun 30 01:30:13.210127 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-303883fc-7f69-41da-9844-46643c7f96f1 req-137929b8-7505-454b-9fd7-52699af03513 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621085 Jun 30 01:30:13.347508 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['9717b586-f756-4b18-92a1-610c31cd31d2'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:30:13.465656 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-8ac0ab00-81db-4c1e-baad-b9396ba91e24 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:13.467028 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-8ac0ab00-81db-4c1e-baad-b9396ba91e24 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/networks?id=e4291780-3495-47e0-8337-daf35a337596 HTTP/1.1" status: 200 len: 813 time: 0.1588597 Jun 30 01:30:13.483217 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb28cf-5a62-480a-b22b-79d5f058b5a7 req-cf42446b-aeb4-4ec0-9f89-df076f078809 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:13.487560 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1bbb28cf-5a62-480a-b22b-79d5f058b5a7 req-cf42446b-aeb4-4ec0-9f89-df076f078809 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 946 time: 0.1452804 Jun 30 01:30:13.508889 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0a18cf50-1564-4e8d-ac6f-c31797583989 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/quotas/22e11c8b9ca940019f96820b2220ad7e HTTP/1.1" status: 200 len: 375 time: 0.0333271 Jun 30 01:30:13.568163 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1bbb28cf-5a62-480a-b22b-79d5f058b5a7 req-2ba66184-931a-4ad1-8252-46173de05c40 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734332 Jun 30 01:30:13.607131 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-83b2285a-9982-43c1-a177-987aa38ddbc7 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=22e11c8b9ca940019f96820b2220ad7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936663 Jun 30 01:30:13.744354 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-6c9b356a-2087-494a-9251-4db2459e05ca service neutron] 10.222.0.35 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256804 Jun 30 01:30:13.846493 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-625f3944-829b-458d-8975-3eda2aeafd0b service neutron] 10.222.0.35 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951700 Jun 30 01:30:14.088707 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bee85e8a-a1f4-472f-a265-d47f23af34d4 req-e736f21b-f883-44ab-b1b0-283edde1151b tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 210 time: 0.0471704 Jun 30 01:30:14.283859 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8c913-e970-479b-b910-37078c038c81 req-37bef594-9579-44b6-843f-4db33057bfad tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:14.285465 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fbb8c913-e970-479b-b910-37078c038c81 req-37bef594-9579-44b6-843f-4db33057bfad tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.36 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.0866969 Jun 30 01:30:14.501762 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75a756-6074-437f-a7b9-eb371bc043f7 req-53984a7d-79fc-426b-8972-1bb263e8a216 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:14.503281 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ef75a756-6074-437f-a7b9-eb371bc043f7 req-53984a7d-79fc-426b-8972-1bb263e8a216 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 944 time: 0.1586988 Jun 30 01:30:14.512960 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf618e-180b-4c04-9842-b2b048671a31 req-bcf56e2c-b18f-4717-a878-47b783803f6a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:14.514345 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3fdf618e-180b-4c04-9842-b2b048671a31 req-bcf56e2c-b18f-4717-a878-47b783803f6a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 946 time: 0.1686752 Jun 30 01:30:14.545592 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-fbb8c913-e970-479b-b910-37078c038c81 req-c138e821-c45f-41cf-bd4c-075ab4cf43e6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Deleting port 4e14dca8-628b-4cef-adbf-8441b4b47843 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:30:14.545934 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-fbb8c913-e970-479b-b910-37078c038c81 req-c138e821-c45f-41cf-bd4c-075ab4cf43e6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:14.639223 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ef75a756-6074-437f-a7b9-eb371bc043f7 req-26bb8db0-de5f-482d-b824-40594f2a5718 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205587 Jun 30 01:30:14.655365 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3fdf618e-180b-4c04-9842-b2b048671a31 req-7d895789-bda0-4a57-a54a-e5b64ae4cb4b tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296785 Jun 30 01:30:14.670609 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 9717b586-f756-4b18-92a1-610c31cd31d2 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:30:14.699588 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-fbb8c913-e970-479b-b910-37078c038c81 req-c138e821-c45f-41cf-bd4c-075ab4cf43e6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] For port 4e14dca8-628b-4cef-adbf-8441b4b47843, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4e14dca8-628b-4cef-adbf-8441b4b47843,segment=NetworkSegment(4db6abe9-8a4c-4678-970d-5d34b169827d),segment_id=4db6abe9-8a4c-4678-970d-5d34b169827d)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:14.699939 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-fbb8c913-e970-479b-b910-37078c038c81 req-c138e821-c45f-41cf-bd4c-075ab4cf43e6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:14.712918 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-fbb8c913-e970-479b-b910-37078c038c81 req-c138e821-c45f-41cf-bd4c-075ab4cf43e6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Calling delete_port for 4e14dca8-628b-4cef-adbf-8441b4b47843 owned by compute:nova {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:30:14.784717 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port 9717b586-f756-4b18-92a1-610c31cd31d2 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:30:14.794863 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port 9717b586-f756-4b18-92a1-610c31cd31d2 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:30:14.794863 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:14.879660 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:14.902324 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479a34a5-8c2e-4e80-8f4f-a82fe374ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9717b586-f756-4b18-92a1-610c31cd31d2'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:14.904682 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e4de9c-5e4e-47d9-bd8d-feb8f5e9990e" -d '{"events": [{"server_uuid": "479a34a5-8c2e-4e80-8f4f-a82fe374ac84", "name": "network-vif-plugged", "status": "completed", "tag": "9717b586-f756-4b18-92a1-610c31cd31d2"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:14.920355 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 9717b586-f756-4b18-92a1-610c31cd31d2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9717b586-f756-4b18-92a1-610c31cd31d2,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:14.943164 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-fbb8c913-e970-479b-b910-37078c038c81 req-c138e821-c45f-41cf-bd4c-075ab4cf43e6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:14.947306 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:14.954032 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22289030-38d8-4507-bbe9-d05ace1df459 x-openstack-request-id: req-22289030-38d8-4507-bbe9-d05ace1df459 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:14.954441 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479a34a5-8c2e-4e80-8f4f-a82fe374ac84", "name": "network-vif-plugged", "status": "completed", "tag": "9717b586-f756-4b18-92a1-610c31cd31d2", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:14.954807 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22289030-38d8-4507-bbe9-d05ace1df459 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:14.956181 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479a34a5-8c2e-4e80-8f4f-a82fe374ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9717b586-f756-4b18-92a1-610c31cd31d2', 'code': 200} Jun 30 01:30:14.960059 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['b0d34791-f0b4-4bdf-9a17-b1e98632d7e3'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:30:14.979441 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138e821-c45f-41cf-bd4c-075ab4cf43e6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Pushing event deleted for resources: {'Port': ['ID=4e14dca8-628b-4cef-adbf-8441b4b47843,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:14.989588 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c138e821-c45f-41cf-bd4c-075ab4cf43e6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:15.033952 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:15.035294 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 4e14dca8-628b-4cef-adbf-8441b4b47843 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:30:15.039868 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-7cb9142a-ced4-4ac8-b1c9-0181722b4716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:15.043545 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb8c913-e970-479b-b910-37078c038c81 req-c138e821-c45f-41cf-bd4c-075ab4cf43e6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] No DVR routers for this DVR port 4e14dca8-628b-4cef-adbf-8441b4b47843 on host hv-cinder-79724 {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:30:15.046919 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-fbb8c913-e970-479b-b910-37078c038c81 req-c138e821-c45f-41cf-bd4c-075ab4cf43e6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:15.050190 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fbb8c913-e970-479b-b910-37078c038c81 req-c138e821-c45f-41cf-bd4c-075ab4cf43e6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.36 "DELETE /v2.0/ports/4e14dca8-628b-4cef-adbf-8441b4b47843 HTTP/1.1" status: 204 len: 173 time: 0.7569923 Jun 30 01:30:15.050759 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126c8932-eec8-4386-a327-18a32d61c8e1', 'name': 'network-vif-deleted', 'tag': '4e14dca8-628b-4cef-adbf-8441b4b47843'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:15.055942 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa9a5c9-cfc1-4bef-8293-5dc3cb18ebe6" -d '{"events": [{"server_uuid": "126c8932-eec8-4386-a327-18a32d61c8e1", "name": "network-vif-deleted", "tag": "4e14dca8-628b-4cef-adbf-8441b4b47843"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:15.087491 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: 4e14dca8-628b-4cef-adbf-8441b4b47843 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:30:15.087842 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 4e14dca8-628b-4cef-adbf-8441b4b47843 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:30:15.102553 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b59f1ec-16a6-4029-964c-ade677f7390e x-openstack-request-id: req-2b59f1ec-16a6-4029-964c-ade677f7390e {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:15.103016 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126c8932-eec8-4386-a327-18a32d61c8e1", "name": "network-vif-deleted", "tag": "4e14dca8-628b-4cef-adbf-8441b4b47843", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:15.103177 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b59f1ec-16a6-4029-964c-ade677f7390e {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:15.103602 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126c8932-eec8-4386-a327-18a32d61c8e1', 'name': 'network-vif-deleted', 'tag': '4e14dca8-628b-4cef-adbf-8441b4b47843', 'status': 'completed', 'code': 200} Jun 30 01:30:15.148967 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=9717b586-f756-4b18-92a1-610c31cd31d2,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:15.154676 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:15.191539 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b60e66af-d50e-4d1e-b54d-6f0d2d9974ed req-80679a9e-c906-464e-b409-e53bf9f00129 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 210 time: 0.0296965 Jun 30 01:30:15.506607 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e483e42-a637-46bd-bf47-329ed2ee0558 req-3a72c6e4-7f6d-4d4f-bbb4-2491beab1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:15.508238 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3e483e42-a637-46bd-bf47-329ed2ee0558 req-3a72c6e4-7f6d-4d4f-bbb4-2491beab1753 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 1098 time: 0.0583529 Jun 30 01:30:15.550269 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3e483e42-a637-46bd-bf47-329ed2ee0558 req-4b50ba3f-c9b2-4edd-b8a6-fb0d68004df3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353239 Jun 30 01:30:15.722183 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ed438-feb2-4de8-ae0c-dafb865edcbe req-62d56b4c-b807-4863-b5c0-ecdf989f01dd tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:15.723702 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ab3ed438-feb2-4de8-ae0c-dafb865edcbe req-62d56b4c-b807-4863-b5c0-ecdf989f01dd tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0731697 Jun 30 01:30:15.773863 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ab3ed438-feb2-4de8-ae0c-dafb865edcbe req-154b1b9b-3c61-42d1-8055-771e200da21e tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445867 Jun 30 01:30:15.829591 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36989755-cdb0-4067-888d-84bfa6486cd1 req-435981c8-7bb0-4710-859f-f75b7a66a8e5 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:15.836373 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-36989755-cdb0-4067-888d-84bfa6486cd1 req-435981c8-7bb0-4710-859f-f75b7a66a8e5 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 945 time: 0.0810673 Jun 30 01:30:15.873023 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-36989755-cdb0-4067-888d-84bfa6486cd1 req-348855cd-3fc1-42e0-802d-e2c938cc3044 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357454 Jun 30 01:30:15.957477 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a8a863e7-0f9d-4cce-bda4-3e16b98ce7e5 req-35e32ee6-04fb-4235-96de-e1f49711f040 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=126c8932-eec8-4386-a327-18a32d61c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0316012 Jun 30 01:30:16.333395 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e7b93730-7a30-4293-93b6-18fff968352e req-586c8306-dca8-4e8f-8411-d920013899b9 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 210 time: 0.0296113 Jun 30 01:30:17.059457 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-20663959-7b91-4a2c-a6bc-681d7a56e3e2 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:17.060617 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-20663959-7b91-4a2c-a6bc-681d7a56e3e2 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.36 "GET /v2.0/networks?id=e4291780-3495-47e0-8337-daf35a337596 HTTP/1.1" status: 200 len: 813 time: 0.1813524 Jun 30 01:30:17.068170 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc6374-37e6-4f32-8763-d8e6a6039097 req-5442a4ac-2354-46d3-9668-08694a60ca7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:17.069569 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-41dc6374-37e6-4f32-8763-d8e6a6039097 req-5442a4ac-2354-46d3-9668-08694a60ca7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1813426 Jun 30 01:30:17.076384 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Request body: {'port': {'device_id': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'admin_state_up': True, 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:17.193793 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-41dc6374-37e6-4f32-8763-d8e6a6039097 req-31628ad3-5bfe-4462-978e-660aecf0cd76 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118495 Jun 30 01:30:17.213334 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28109e75-909a-4a06-9beb-6058e803c1aa req-360a4a59-2409-4de7-800f-f21947ad56ba tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:17.214865 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-28109e75-909a-4a06-9beb-6058e803c1aa req-360a4a59-2409-4de7-800f-f21947ad56ba tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 945 time: 0.2171719 Jun 30 01:30:17.269966 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-28109e75-909a-4a06-9beb-6058e803c1aa req-61fd6d96-ef68-4bcb-978c-642d52d9461a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Jun 30 01:30:17.312600 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Made reservation on behalf of 22e11c8b9ca940019f96820b2220ad7e for: {'port': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:30:17.316641 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:17.497262 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36250) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:17.497713 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Allocated IP 172.20.0.12 (e4291780-3495-47e0-8337-daf35a337596/5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92/7b90b752-42ff-4d58-a6ad-3afe84fa3862) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:30:17.548414 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17620c0b-0575-4c4f-a885-6be21da739e8 req-3077dc10-e725-4858-94ac-b3beaf8fdf06 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:17.550171 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17620c0b-0575-4c4f-a885-6be21da739e8 req-3077dc10-e725-4858-94ac-b3beaf8fdf06 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 945 time: 0.1161954 Jun 30 01:30:17.608829 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8a1c9fc0-96a1-449c-9b21-374598c53114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:17.655862 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17620c0b-0575-4c4f-a885-6be21da739e8 req-2b36817a-1b74-47e7-a1d8-dfcced8f5ef1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957975 Jun 30 01:30:17.684195 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36260) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:17.740293 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:17.770846 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8a1c9fc0-96a1-449c-9b21-374598c53114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:17.779548 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Transition to ACTIVE for port object 7b90b752-42ff-4d58-a6ad-3afe84fa3862 will not be triggered until provisioned by entity DHCP. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:30:17.826633 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8a1c9fc0-96a1-449c-9b21-374598c53114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:17.852463 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4ebf8857-63c9-4c2f-9fdc-ee0d0ab7add2 req-6cde405f-588a-4938-9905-b502c6a6846e tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 210 time: 0.0528965 Jun 30 01:30:17.870451 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-7b532219-ad35-4120-a1c9-29b1bdf578b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:17.880138 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-8a1c9fc0-96a1-449c-9b21-374598c53114 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=603d82862ba04e558681957e3f2ff6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795381 Jun 30 01:30:17.883844 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36272) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:17.931334 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:17.936105 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:17.954722 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c9fc0-96a1-449c-9b21-374598c53114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3e830a-ca54-411c-a38e-c957a9dc8de5,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:17.954933 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183cdae-a3a3-4eaa-addc-bcbeb86a04c4 req-406b3bbd-d788-43d4-b880-9b52a9509ff5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:17.956454 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f183cdae-a3a3-4eaa-addc-bcbeb86a04c4 req-406b3bbd-d788-43d4-b880-9b52a9509ff5 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0830193 Jun 30 01:30:17.958444 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-8a1c9fc0-96a1-449c-9b21-374598c53114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:18.000810 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed0463-6070-44b6-adef-2c3d58c79140 tempest-TestVolumeBootPattern-849035222 tempest-TestVolumeBootPattern-849035222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:18.002280 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-baed0463-6070-44b6-adef-2c3d58c79140 tempest-TestVolumeBootPattern-849035222 tempest-TestVolumeBootPattern-849035222-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 1093 time: 0.3170502 Jun 30 01:30:18.005137 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36282) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:18.009604 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Request body: {'floatingip': {'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'port_id': '9717b586-f756-4b18-92a1-610c31cd31d2', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:18.019083 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-21e7ebab-9185-4bd4-a67f-3a56ddbad382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:18.023213 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Network e4291780-3495-47e0-8337-daf35a337596 is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:30:18.032104 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event updated for resources: {'Port': ['ID=7b90b752-42ff-4d58-a6ad-3afe84fa3862,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:18.034664 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:30:18.038518 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:18.039245 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:30:18.053835 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-21e7ebab-9185-4bd4-a67f-3a56ddbad382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:18.065350 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f183cdae-a3a3-4eaa-addc-bcbeb86a04c4 req-8da39957-198c-4121-b1a9-7804c899fdb9 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829270 Jun 30 01:30:18.141516 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for floatingip, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:18.167547 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:18.170766 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:18.203931 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-21e7ebab-9185-4bd4-a67f-3a56ddbad382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:18.206504 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-21e7ebab-9185-4bd4-a67f-3a56ddbad382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:18.210321 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-21e7ebab-9185-4bd4-a67f-3a56ddbad382 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f3e830a-ca54-411c-a38e-c957a9dc8de5 HTTP/1.1" status: 204 len: 168 time: 0.3229725 Jun 30 01:30:18.210321 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-fb21e1c4-83f9-4d36-860f-0032e451badd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:18.234057 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7ebab-9185-4bd4-a67f-3a56ddbad382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3e830a-ca54-411c-a38e-c957a9dc8de5,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:18.237955 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-21e7ebab-9185-4bd4-a67f-3a56ddbad382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:18.262097 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1898787 Jun 30 01:30:18.513151 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69395dea-a2c0-4150-976e-298939974af2 req-c41ba20b-049d-420b-afd1-2c8810f69000 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:18.519718 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-69395dea-a2c0-4150-976e-298939974af2 req-c41ba20b-049d-420b-afd1-2c8810f69000 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1556635 Jun 30 01:30:18.541315 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-28731b04-f2a2-4c5e-8421-9a258f589fae None None] Provisioning for port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:30:18.546107 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-28731b04-f2a2-4c5e-8421-9a258f589fae None None] Provisioning complete for port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:30:18.546535 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-28731b04-f2a2-4c5e-8421-9a258f589fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:18.612606 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-69395dea-a2c0-4150-976e-298939974af2 req-f4a22332-2c0d-4aff-b981-5a09ed6fadb4 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893936 Jun 30 01:30:18.627199 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-28731b04-f2a2-4c5e-8421-9a258f589fae None None] Port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:30:18.682903 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:18.810475 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Allocated IP 172.27.1.219 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/6b36776c-e377-414f-a467-d03867f2644b) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:30:18.928520 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.033507 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.036453 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:19.043914 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f24ac-c6c9-4092-9cf5-5dcbe08391e7 req-7a916589-9522-42e3-a059-0955afb83ea1 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:19.045982 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6a8f24ac-c6c9-4092-9cf5-5dcbe08391e7 req-7a916589-9522-42e3-a059-0955afb83ea1 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 932 time: 0.0679319 Jun 30 01:30:19.070357 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:30:19.076134 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:30:19.080492 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:30:19.090814 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6a8f24ac-c6c9-4092-9cf5-5dcbe08391e7 req-ed729ca3-0e7e-4bad-8436-935724c6efea tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383122 Jun 30 01:30:19.091775 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36292) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:19.131603 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e1e53907-a7ea-49bf-bee3-65afd6173c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.132506 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'Port': ['ID=6b36776c-e377-414f-a467-d03867f2644b,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:19.141548 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:19.313483 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bda6f-16eb-4e3f-8ad0-91960b2e1fd0 req-b357626a-358d-49f9-9de8-09b095745510 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:19.315113 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3e6bda6f-16eb-4e3f-8ad0-91960b2e1fd0 req-b357626a-358d-49f9-9de8-09b095745510 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1042557 Jun 30 01:30:19.335387 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e1e53907-a7ea-49bf-bee3-65afd6173c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.373236 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3e6bda6f-16eb-4e3f-8ad0-91960b2e1fd0 req-b08395c9-2384-4f83-8ed1-fa66a8a40f28 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473769 Jun 30 01:30:19.386442 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e1e53907-a7ea-49bf-bee3-65afd6173c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.405890 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ad3e7c8f-8584-4762-bf6f-7dd28d418633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:19.438587 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-e1e53907-a7ea-49bf-bee3-65afd6173c0b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce63d09bd21e4ca9a00393dfa86af215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331230 Jun 30 01:30:19.439494 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36296) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:19.453067 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e53907-a7ea-49bf-bee3-65afd6173c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a475c6-6b10-4314-bb54-2b50fb2ad605,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:19.458794 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-e1e53907-a7ea-49bf-bee3-65afd6173c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:19.496168 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-856d6d27-c1d0-427b-8938-3152619e7e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.517341 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-856d6d27-c1d0-427b-8938-3152619e7e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.577365 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.644699 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-856d6d27-c1d0-427b-8938-3152619e7e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.648477 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-856d6d27-c1d0-427b-8938-3152619e7e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.652218 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-856d6d27-c1d0-427b-8938-3152619e7e86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9a475c6-6b10-4314-bb54-2b50fb2ad605 HTTP/1.1" status: 204 len: 168 time: 0.2091310 Jun 30 01:30:19.652218 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f01538ef-5735-4ca4-b9ef-82e5ef854c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:19.668927 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d6d27-c1d0-427b-8938-3152619e7e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a475c6-6b10-4314-bb54-2b50fb2ad605,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:19.677555 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-856d6d27-c1d0-427b-8938-3152619e7e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:19.729869 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.872727 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6aa0fe-77c5-454f-ad5c-e0e81517bf00 req-78085637-8157-4ec9-be1b-98e2c573382f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:19.874129 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0a6aa0fe-77c5-454f-ad5c-e0e81517bf00 req-78085637-8157-4ec9-be1b-98e2c573382f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0895352 Jun 30 01:30:19.909166 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.930054 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0a6aa0fe-77c5-454f-ad5c-e0e81517bf00 req-e148d7f2-c9e2-4ea4-9710-14b56c26f15e tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481420 Jun 30 01:30:19.987709 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.990483 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:20.065292 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'Port': ['ID=6b36776c-e377-414f-a467-d03867f2644b,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:20.072420 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:20.079525 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:20.189871 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.l3_db [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Floating IP 92f98d67-eff1-4275-bee4-e35b291481a7 associated. External IP: 172.27.1.219, port: 9717b586-f756-4b18-92a1-610c31cd31d2. Jun 30 01:30:20.319569 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a8dc3-0073-41c0-9e8b-ec3e94bcd176 req-72185e53-e2d0-40f8-809d-1ba6e8d8c351 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:20.337234 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b43a8dc3-0073-41c0-9e8b-ec3e94bcd176 req-72185e53-e2d0-40f8-809d-1ba6e8d8c351 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 932 time: 0.0798910 Jun 30 01:30:20.386882 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b43a8dc3-0073-41c0-9e8b-ec3e94bcd176 req-0e642357-1ffe-45c7-95ec-5e1306518e6b tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484827 Jun 30 01:30:20.502328 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Router 22062bfc-b07b-4d6b-984a-6f0fdf620172 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:30:20.595477 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3a6b6-e28a-4a60-9e1c-0700c0477bf4 req-a6b1f4a9-7f9c-4533-a14d-8ef275bf751e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:20.598509 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-39e3a6b6-e28a-4a60-9e1c-0700c0477bf4 req-a6b1f4a9-7f9c-4533-a14d-8ef275bf751e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0792196 Jun 30 01:30:20.640103 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:30:20.655226 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb0cfae-7728-4117-84e1-ec4596fdc4d1 None None] Sync routers for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:30:20.656004 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-39e3a6b6-e28a-4a60-9e1c-0700c0477bf4 req-73bacc03-9477-4b63-a526-799bbb4740a3 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504646 Jun 30 01:30:20.670090 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0cfae-7728-4117-84e1-ec4596fdc4d1 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:30:20.673971 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-9fb0cfae-7728-4117-84e1-ec4596fdc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:30:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:20.752526 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:20.809875 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8001599 Jun 30 01:30:20.809875 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479a34a5-8c2e-4e80-8f4f-a82fe374ac84', 'tag': '9717b586-f756-4b18-92a1-610c31cd31d2'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:20.809875 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ff608a-d684-4d02-b6c2-4b1b1bc146c9" -d '{"events": [{"name": "network-changed", "server_uuid": "479a34a5-8c2e-4e80-8f4f-a82fe374ac84", "tag": "9717b586-f756-4b18-92a1-610c31cd31d2"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:20.831179 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-9fb0cfae-7728-4117-84e1-ec4596fdc4d1 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:30:20.850039 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50b8d85-554a-4639-983a-46380e8fa0cd x-openstack-request-id: req-a50b8d85-554a-4639-983a-46380e8fa0cd {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:20.850366 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479a34a5-8c2e-4e80-8f4f-a82fe374ac84", "tag": "9717b586-f756-4b18-92a1-610c31cd31d2", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:20.850660 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a50b8d85-554a-4639-983a-46380e8fa0cd {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:20.851091 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479a34a5-8c2e-4e80-8f4f-a82fe374ac84', 'tag': '9717b586-f756-4b18-92a1-610c31cd31d2', 'status': 'completed', 'code': 200} Jun 30 01:30:21.072750 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-9fb0cfae-7728-4117-84e1-ec4596fdc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '92f98d67-eff1-4275-bee4-e35b291481a7', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '9717b586-f756-4b18-92a1-610c31cd31d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:71:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479a34a5-8c2e-4e80-8f4f-a82fe374ac84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:30:19Z', 'updated_at': '2021-06-30T01:30:19Z', 'revision_number': 0, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:21.110026 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb0cfae-7728-4117-84e1-ec4596fdc4d1 None None] Checking router: 22062bfc-b07b-4d6b-984a-6f0fdf620172 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:30:21.120638 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0cfae-7728-4117-84e1-ec4596fdc4d1 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:30:21.121279 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-9fb0cfae-7728-4117-84e1-ec4596fdc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:30:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:21.160311 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241630d6-acf7-45be-a4a9-eb2099e8c8bb req-948914f0-e642-4069-9662-fba1a9e819d4 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:21.167941 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-241630d6-acf7-45be-a4a9-eb2099e8c8bb req-948914f0-e642-4069-9662-fba1a9e819d4 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0865827 Jun 30 01:30:21.233255 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-241630d6-acf7-45be-a4a9-eb2099e8c8bb req-9cc372f6-f745-4bbc-80e6-2bbf8e1a1377 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641098 Jun 30 01:30:21.239332 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-9fb0cfae-7728-4117-84e1-ec4596fdc4d1 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:30:21.533892 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-9fb0cfae-7728-4117-84e1-ec4596fdc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '92f98d67-eff1-4275-bee4-e35b291481a7', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '9717b586-f756-4b18-92a1-610c31cd31d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:71:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479a34a5-8c2e-4e80-8f4f-a82fe374ac84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:30:19Z', 'updated_at': '2021-06-30T01:30:19Z', 'revision_number': 0, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:21.564540 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb0cfae-7728-4117-84e1-ec4596fdc4d1 None None] The sync data for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi is: [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '92f98d67-eff1-4275-bee4-e35b291481a7', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '9717b586-f756-4b18-92a1-610c31cd31d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:71:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479a34a5-8c2e-4e80-8f4f-a82fe374ac84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:30:19Z', 'updated_at': '2021-06-30T01:30:19Z', 'revision_number': 0, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:30:21.600945 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f666bc3-0953-48ef-aa0a-8ae4ea63256e req-8d07046e-a3f8-4c1e-92d0-0c0c846b9a52 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:21.602915 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1f666bc3-0953-48ef-aa0a-8ae4ea63256e req-8d07046e-a3f8-4c1e-92d0-0c0c846b9a52 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 932 time: 0.0860100 Jun 30 01:30:21.662565 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1f666bc3-0953-48ef-aa0a-8ae4ea63256e req-54a3ece0-f84d-443e-8e48-d7c5ed1d7e21 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514572 Jun 30 01:30:21.897787 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99b1cc-5a2e-4d1c-ab05-f5fb019a170c req-1ad56b6e-67d6-4207-8a7d-a76f0bc7b485 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:21.905185 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9d99b1cc-5a2e-4d1c-ab05-f5fb019a170c req-1ad56b6e-67d6-4207-8a7d-a76f0bc7b485 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0945466 Jun 30 01:30:21.952681 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9d99b1cc-5a2e-4d1c-ab05-f5fb019a170c req-4bae956e-8032-4b28-9cde-0d44e120f4f3 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461400 Jun 30 01:30:22.053450 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458049d0-2058-4af2-8945-f30fc16b0e08 None None] New status for floating IP 92f98d67-eff1-4275-bee4-e35b291481a7: ACTIVE {{(pid=93394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:30:22.438919 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e0793-bcc6-48fe-a5be-8eae560d568d req-c6c1789e-0ddc-4cb7-98af-e3310c80700e tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:22.440384 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e63e0793-bcc6-48fe-a5be-8eae560d568d req-c6c1789e-0ddc-4cb7-98af-e3310c80700e tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0842299 Jun 30 01:30:22.482335 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e63e0793-bcc6-48fe-a5be-8eae560d568d req-d89d0245-5312-462b-aeaf-a9e834ce8e32 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360663 Jun 30 01:30:22.851888 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45154fbc-52ea-4ba1-95a6-6d97957fdca6 req-d5c0a43c-17b8-466a-af1b-3b28ee89fb12 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:22.859164 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-45154fbc-52ea-4ba1-95a6-6d97957fdca6 req-d5c0a43c-17b8-466a-af1b-3b28ee89fb12 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 932 time: 0.0771632 Jun 30 01:30:22.915817 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-45154fbc-52ea-4ba1-95a6-6d97957fdca6 req-da221ab8-b11d-4bdd-ad0e-c55b37e63e4f tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552785 Jun 30 01:30:23.141862 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8565-01a6-4ccf-b783-678c510a0669 req-dd5054fe-ff1f-48b8-afb4-6090743bf635 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:23.143583 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3ddd8565-01a6-4ccf-b783-678c510a0669 req-dd5054fe-ff1f-48b8-afb4-6090743bf635 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0689530 Jun 30 01:30:23.182639 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3ddd8565-01a6-4ccf-b783-678c510a0669 req-ac2d22b0-c429-47e8-9dc3-be8c66861b68 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Jun 30 01:30:23.304772 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36390) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:23.421655 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c13d-2c72-430e-9a5c-6a40e747dec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:23.518642 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c13d-2c72-430e-9a5c-6a40e747dec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:23.580901 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c13d-2c72-430e-9a5c-6a40e747dec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:23.584810 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-dedf6bca-2bc7-4a59-8df7-e8bdd071ba99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:23.903086 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-f8c8c13d-2c72-430e-9a5c-6a40e747dec8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2635b11871cf4cf1a2d46ef70ef5e89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5969925 Jun 30 01:30:23.905686 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36396) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:23.908421 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8c13d-2c72-430e-9a5c-6a40e747dec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f1b5a5-44b8-4353-9cf2-902973d888ef,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:23.912470 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f8c8c13d-2c72-430e-9a5c-6a40e747dec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:23.949488 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe43a0-306d-4c00-ba40-6dbb70d5a44e req-ed019405-7705-413b-9cc1-aeb6ccdc3cc4 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:23.951235 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-00fe43a0-306d-4c00-ba40-6dbb70d5a44e req-ed019405-7705-413b-9cc1-aeb6ccdc3cc4 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.3439178 Jun 30 01:30:23.991356 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-00fe43a0-306d-4c00-ba40-6dbb70d5a44e req-f8e0ed37-b09b-4c56-ac9f-b7bfc3890bf5 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336349 Jun 30 01:30:23.994574 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-41fff1ae-2518-4691-84a8-8873f06e6462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:24.030670 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-41fff1ae-2518-4691-84a8-8873f06e6462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:24.120827 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc98ee8-f793-47fb-8173-91b68e96f9ca req-a550a950-d32a-4880-a154-0ebb3848a50e tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:24.122824 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cdc98ee8-f793-47fb-8173-91b68e96f9ca req-a550a950-d32a-4880-a154-0ebb3848a50e tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 932 time: 0.0685029 Jun 30 01:30:24.161409 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cdc98ee8-f793-47fb-8173-91b68e96f9ca req-e724bee9-b701-4803-955c-9ad87746eab3 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322254 Jun 30 01:30:24.181101 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-41fff1ae-2518-4691-84a8-8873f06e6462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:24.184360 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-41fff1ae-2518-4691-84a8-8873f06e6462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:24.186196 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-41fff1ae-2518-4691-84a8-8873f06e6462 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4f1b5a5-44b8-4353-9cf2-902973d888ef HTTP/1.1" status: 204 len: 168 time: 0.2788465 Jun 30 01:30:24.186335 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0d2519ac-253d-425c-ae79-eadcedb68b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:24.194595 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fff1ae-2518-4691-84a8-8873f06e6462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f1b5a5-44b8-4353-9cf2-902973d888ef,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:24.196797 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-41fff1ae-2518-4691-84a8-8873f06e6462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:24.380893 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c4416-654c-4361-a401-9911110a71a5 req-fc24aeaa-c86f-4def-a187-4447edd140ef tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:24.382345 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-218c4416-654c-4361-a401-9911110a71a5 req-fc24aeaa-c86f-4def-a187-4447edd140ef tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0721004 Jun 30 01:30:24.424957 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-218c4416-654c-4361-a401-9911110a71a5 req-84f779f4-5bf4-4863-be9b-a3d7521a274e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369356 Jun 30 01:30:24.787607 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36408) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:24.802147 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a24f5fbd-6a1e-45bf-bd87-aa89661677f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:24.900556 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a24f5fbd-6a1e-45bf-bd87-aa89661677f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:24.959477 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a24f5fbd-6a1e-45bf-bd87-aa89661677f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:24.962259 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-04b86a41-b939-4b5c-bade-97936492c7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:25.000599 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a24f5fbd-6a1e-45bf-bd87-aa89661677f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8deed730862b460cada68a21eecd8d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117395 Jun 30 01:30:25.001607 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f5fbd-6a1e-45bf-bd87-aa89661677f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dffd93b-8cc8-4f6b-9511-5267e693d5ca,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:25.003364 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36410) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:25.004530 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a24f5fbd-6a1e-45bf-bd87-aa89661677f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:25.055110 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a7e64539-502e-4fb8-858f-2b9123577009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:25.083560 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a7e64539-502e-4fb8-858f-2b9123577009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:25.194225 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72a4b3-aac5-4175-ab62-4a98c75307d1 req-d12c9ef7-55ce-448a-b807-69ff7f09b60a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:25.195858 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fa72a4b3-aac5-4175-ab62-4a98c75307d1 req-d12c9ef7-55ce-448a-b807-69ff7f09b60a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0713511 Jun 30 01:30:25.241133 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fa72a4b3-aac5-4175-ab62-4a98c75307d1 req-a4d5c4f8-f08a-4e8d-8f0d-da83bde22ad9 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357714 Jun 30 01:30:25.251323 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a7e64539-502e-4fb8-858f-2b9123577009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:25.253930 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a7e64539-502e-4fb8-858f-2b9123577009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:25.257824 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-a7e64539-502e-4fb8-858f-2b9123577009 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dffd93b-8cc8-4f6b-9511-5267e693d5ca HTTP/1.1" status: 204 len: 168 time: 0.2534409 Jun 30 01:30:25.259175 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c1ec79b2-96d1-4038-bf97-bf54d68453fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:25.277458 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e64539-502e-4fb8-858f-2b9123577009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dffd93b-8cc8-4f6b-9511-5267e693d5ca,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:25.281567 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a7e64539-502e-4fb8-858f-2b9123577009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:25.385597 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad31cff-c43d-4315-b07e-4bb129e7722e req-c3ab10b8-17e9-49fa-a99e-971f3d89c61e tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:25.388075 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7ad31cff-c43d-4315-b07e-4bb129e7722e req-c3ab10b8-17e9-49fa-a99e-971f3d89c61e tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 932 time: 0.0684650 Jun 30 01:30:25.429596 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7ad31cff-c43d-4315-b07e-4bb129e7722e req-dd6a89a3-15f7-4dfb-bbca-4d3a60d3b369 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328312 Jun 30 01:30:25.600194 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511268-0321-4560-a506-7a6dc1b656fc req-66f0bba8-40c6-438a-bd65-bf04a7738f52 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:25.601662 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f2511268-0321-4560-a506-7a6dc1b656fc req-66f0bba8-40c6-438a-bd65-bf04a7738f52 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0653932 Jun 30 01:30:25.644204 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f2511268-0321-4560-a506-7a6dc1b656fc req-b0754c75-c3b6-4404-b8f2-a8952e7486d0 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368075 Jun 30 01:30:26.468198 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4dd96d-8cdb-4a57-b86d-9c527276b66a req-21c55663-74ee-4fab-804e-c517f3bd825d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:26.485328 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8f4dd96d-8cdb-4a57-b86d-9c527276b66a req-21c55663-74ee-4fab-804e-c517f3bd825d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1166408 Jun 30 01:30:26.538601 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8f4dd96d-8cdb-4a57-b86d-9c527276b66a req-35a25162-817d-4a3c-94ad-ce939d566121 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523090 Jun 30 01:30:26.633503 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd55913-d9be-494b-87af-818503122d98 req-bbe66734-d373-434a-b27f-64f7a40c131e tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:26.642385 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9fd55913-d9be-494b-87af-818503122d98 req-bbe66734-d373-434a-b27f-64f7a40c131e tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 932 time: 0.0722291 Jun 30 01:30:26.682428 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9fd55913-d9be-494b-87af-818503122d98 req-69138acd-268e-45af-88bd-a6775187944d tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385895 Jun 30 01:30:26.833046 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0790d92-8ca2-47c5-ae0f-d6e807e24a77 req-b116535a-4959-4bbb-8498-5476ed8cc4b3 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:26.837572 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c0790d92-8ca2-47c5-ae0f-d6e807e24a77 req-b116535a-4959-4bbb-8498-5476ed8cc4b3 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0698814 Jun 30 01:30:26.873773 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c0790d92-8ca2-47c5-ae0f-d6e807e24a77 req-3cf9a656-44b0-4806-8f19-1832de914bd8 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Jun 30 01:30:27.142920 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36464) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:27.258913 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9c5756c9-ab27-41a3-9bee-3c5f82a70f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:27.352100 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9c5756c9-ab27-41a3-9bee-3c5f82a70f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:27.421095 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9c5756c9-ab27-41a3-9bee-3c5f82a70f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:27.424715 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-209e6c20-3e94-4df6-ad77-46642117d6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:27.462002 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5756c9-ab27-41a3-9bee-3c5f82a70f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3513bf09-3d27-4262-a0e5-cf9877ed306d,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:27.466447 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-9c5756c9-ab27-41a3-9bee-3c5f82a70f93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2e80b0a31f04af8ac44459a46fa3367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224080 Jun 30 01:30:27.467413 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-9c5756c9-ab27-41a3-9bee-3c5f82a70f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:27.469576 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36468) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:27.520002 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-447cb49e-44c0-425a-9895-6bdd1ae48ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:27.545709 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-447cb49e-44c0-425a-9895-6bdd1ae48ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:27.678687 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-447cb49e-44c0-425a-9895-6bdd1ae48ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:27.681241 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-447cb49e-44c0-425a-9895-6bdd1ae48ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:27.682286 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-447cb49e-44c0-425a-9895-6bdd1ae48ff4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3513bf09-3d27-4262-a0e5-cf9877ed306d HTTP/1.1" status: 204 len: 168 time: 0.2118216 Jun 30 01:30:27.699746 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a3e54610-f65e-4446-a26f-1dc4df3ea3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:27.716969 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cb49e-44c0-425a-9895-6bdd1ae48ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3513bf09-3d27-4262-a0e5-cf9877ed306d,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:27.720656 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-447cb49e-44c0-425a-9895-6bdd1ae48ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:27.776334 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6ed99-de5e-4ad2-b4aa-14b4e6ca1f85 req-cea58407-a797-49cb-87d6-ec92e088a3ee tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:27.778344 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3fa6ed99-de5e-4ad2-b4aa-14b4e6ca1f85 req-cea58407-a797-49cb-87d6-ec92e088a3ee tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1108634 Jun 30 01:30:27.820473 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3fa6ed99-de5e-4ad2-b4aa-14b4e6ca1f85 req-5244f536-410c-4e9b-a9fc-8c3181c7d1e9 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355692 Jun 30 01:30:27.890120 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e4182-e172-4d6f-acc5-32181af17692 req-4ae7f6d3-a793-4a84-9aa9-bf0ede10ea35 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:27.892195 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d69e4182-e172-4d6f-acc5-32181af17692 req-4ae7f6d3-a793-4a84-9aa9-bf0ede10ea35 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 932 time: 0.0708435 Jun 30 01:30:27.940426 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d69e4182-e172-4d6f-acc5-32181af17692 req-5dac22cf-2e18-4f3f-9f1e-bdeedc3a0606 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386653 Jun 30 01:30:28.103407 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa56ce3-4192-48c3-8a57-9e23f5cb2246 req-7eef5b3b-d0a4-4b7a-b0ad-c747e11fdcae tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:28.105266 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5fa56ce3-4192-48c3-8a57-9e23f5cb2246 req-7eef5b3b-d0a4-4b7a-b0ad-c747e11fdcae tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0736430 Jun 30 01:30:28.135247 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4b6d03c4-85c3-447c-8b5f-94a8d5c9122e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:28.150561 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5fa56ce3-4192-48c3-8a57-9e23f5cb2246 req-58f0b3b1-0e3e-4f9d-903c-d03216d97293 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370488 Jun 30 01:30:29.070462 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cd2aa-07ed-443b-96a1-5de5e25502fc req-704f56fb-e2c9-4792-9a83-efbca75d0d58 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:29.070462 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bc7cd2aa-07ed-443b-96a1-5de5e25502fc req-704f56fb-e2c9-4792-9a83-efbca75d0d58 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1134708 Jun 30 01:30:29.135561 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bc7cd2aa-07ed-443b-96a1-5de5e25502fc req-af43dc5e-866b-4592-a221-2461b2ba061e tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659864 Jun 30 01:30:29.222502 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b814074-db21-4a0c-a621-ba4738787321 req-d7ee9d9c-c099-4fc7-bac8-100f8714a80f tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:29.233958 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9b814074-db21-4a0c-a621-ba4738787321 req-d7ee9d9c-c099-4fc7-bac8-100f8714a80f tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 932 time: 0.1168177 Jun 30 01:30:29.287912 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9b814074-db21-4a0c-a621-ba4738787321 req-519ed5e9-1688-4eb5-bb22-7bafef1cf0dc tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521083 Jun 30 01:30:29.379385 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae5f52-a1ea-4686-ab21-41df4ac531d0 req-1244450c-2336-4581-901e-fb6c588aa536 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:29.387946 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-36ae5f52-a1ea-4686-ab21-41df4ac531d0 req-1244450c-2336-4581-901e-fb6c588aa536 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0938981 Jun 30 01:30:29.397966 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:30:29.436543 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-36ae5f52-a1ea-4686-ab21-41df4ac531d0 req-40a2dcac-d737-44ee-a42c-b2cbe169600e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 Jun 30 01:30:30.023289 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Request body: {'port': {'device_id': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:30.098065 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:30.117781 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff608a-d684-4d02-b6c2-4b1b1bc146c9 req-1444107f-c349-47de-b08e-e5be11809edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:30.119303 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-96ff608a-d684-4d02-b6c2-4b1b1bc146c9 req-1444107f-c349-47de-b08e-e5be11809edb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 1098 time: 0.0791256 Jun 30 01:30:30.233453 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff608a-d684-4d02-b6c2-4b1b1bc146c9 req-ece3d496-85ec-4497-8d8b-1958b36b6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:30.236183 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-96ff608a-d684-4d02-b6c2-4b1b1bc146c9 req-ece3d496-85ec-4497-8d8b-1958b36b6582 service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.1073105 Jun 30 01:30:30.362191 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-96ff608a-d684-4d02-b6c2-4b1b1bc146c9 req-76bad34b-f0bf-4dd5-a4c6-fde3f59621e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9717b586-f756-4b18-92a1-610c31cd31d2 HTTP/1.1" status: 200 len: 1001 time: 0.0999265 Jun 30 01:30:30.452928 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff608a-d684-4d02-b6c2-4b1b1bc146c9 req-6099059b-0e3e-4979-80ad-a50e30637183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:30.454620 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-96ff608a-d684-4d02-b6c2-4b1b1bc146c9 req-6099059b-0e3e-4979-80ad-a50e30637183 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0766337 Jun 30 01:30:30.525014 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff608a-d684-4d02-b6c2-4b1b1bc146c9 req-fcf797fb-6c8b-4bdc-968d-900955109467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:30.526896 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-96ff608a-d684-4d02-b6c2-4b1b1bc146c9 req-fcf797fb-6c8b-4bdc-968d-900955109467 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0635886 Jun 30 01:30:30.541452 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69fc0a-ebf7-4981-b51c-3e516546b592 req-d63f5feb-c4a7-442d-ac32-516c1fc2f8cc tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:30.543300 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9b69fc0a-ebf7-4981-b51c-3e516546b592 req-d63f5feb-c4a7-442d-ac32-516c1fc2f8cc tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.2137408 Jun 30 01:30:30.582426 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b90b752-42ff-4d58-a6ad-3afe84fa3862 {{(pid=93392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:30:30.605306 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:30.637425 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Transition to ACTIVE for port object 7b90b752-42ff-4d58-a6ad-3afe84fa3862 will not be triggered until provisioned by entity L2. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:30:30.641935 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9b69fc0a-ebf7-4981-b51c-3e516546b592 req-8be25ab1-463c-4bd3-9d7e-36d5f7feb7a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781693 Jun 30 01:30:30.655022 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2de84b-0a7f-47b3-acab-40ab42a4267d req-e506944a-1673-4293-b21f-2a668fa0f9b4 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:30.659126 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1c2de84b-0a7f-47b3-acab-40ab42a4267d req-e506944a-1673-4293-b21f-2a668fa0f9b4 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 932 time: 0.1973178 Jun 30 01:30:30.692690 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-96ff608a-d684-4d02-b6c2-4b1b1bc146c9 req-19d31add-e0ff-4c35-a066-a653ac2c6591 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357131 Jun 30 01:30:30.701409 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:30.706878 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:30.743642 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1c2de84b-0a7f-47b3-acab-40ab42a4267d req-6b7c216e-a9bc-4ed8-984b-9ca0c72fb5b8 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804322 Jun 30 01:30:30.795941 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Pushing event updated for resources: {'Port': ['ID=7b90b752-42ff-4d58-a6ad-3afe84fa3862,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:30.830670 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:30.878892 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2f4041a7-0678-4da6-82b6-9d1d16564402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:30.914840 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-96ff608a-d684-4d02-b6c2-4b1b1bc146c9 req-7756e096-cea4-45d4-bae7-b2a0257791b3 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035012 Jun 30 01:30:30.969614 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Attempting to bind port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:30:30.969944 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Attempting to bind port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '0704ad19-0a1a-4860-85f5-2153b9acbf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4291780-3495-47e0-8337-daf35a337596'}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:30:30.970307 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Attempting to bind port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 on network e4291780-3495-47e0-8337-daf35a337596 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:30:30.977382 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 on network e4291780-3495-47e0-8337-daf35a337596 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:30:30.977837 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Attempting to bind port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 on network e4291780-3495-47e0-8337-daf35a337596 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:30:30.985196 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:30:30.985457 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Checking segment: {'id': '0704ad19-0a1a-4860-85f5-2153b9acbf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4291780-3495-47e0-8337-daf35a337596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:30:30.985891 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Bound using segment: {'id': '0704ad19-0a1a-4860-85f5-2153b9acbf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4291780-3495-47e0-8337-daf35a337596'} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:30:30.986619 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Bound port: 7b90b752-42ff-4d58-a6ad-3afe84fa3862, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0704ad19-0a1a-4860-85f5-2153b9acbf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4291780-3495-47e0-8337-daf35a337596'}}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:30:30.986987 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:31.060948 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:31.107163 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] For port 7b90b752-42ff-4d58-a6ad-3afe84fa3862, host hv-cinder-79724, cleared binding levels {{(pid=93392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:30:31.111604 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] For port 7b90b752-42ff-4d58-a6ad-3afe84fa3862, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7b90b752-42ff-4d58-a6ad-3afe84fa3862,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:30:31.138448 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc4348-1e66-4c05-8bbc-58fdeac8cc07 req-192dd72a-1583-4586-b3ff-fb59566f50aa tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:31.141169 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8edc4348-1e66-4c05-8bbc-58fdeac8cc07 req-192dd72a-1583-4586-b3ff-fb59566f50aa tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1024318 Jun 30 01:30:31.180768 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8edc4348-1e66-4c05-8bbc-58fdeac8cc07 req-183afb9d-2dbe-4f6c-be46-81ec96d6d91d tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 Jun 30 01:30:31.190794 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:31.190794 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-23891dfb-80b7-4453-babd-5bd9e88dd389 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:31.245204 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:31.245898 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:31.247345 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] 10.222.0.36 "PUT /v2.0/ports/7b90b752-42ff-4d58-a6ad-3afe84fa3862 HTTP/1.1" status: 200 len: 1094 time: 1.2285137 Jun 30 01:30:31.247868 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:31.250718 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd6040c-7413-4ac8-8fe6-e46536f8cd54" -d '{"events": [{"name": "network-changed", "server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:31.273859 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Pushing event updated for resources: {'Port': ['ID=7b90b752-42ff-4d58-a6ad-3afe84fa3862,revision_number=3']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:31.281351 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:31.299472 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5666d4-74c1-43a3-a600-1baa3d0295a9 x-openstack-request-id: req-db5666d4-74c1-43a3-a600-1baa3d0295a9 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:31.299800 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:31.300083 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db5666d4-74c1-43a3-a600-1baa3d0295a9 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:31.300587 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862', 'status': 'completed', 'code': 200} Jun 30 01:30:31.388464 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6040c-7413-4ac8-8fe6-e46536f8cd54 req-d1772048-c3be-4d8b-9b1d-8c413f7140c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:31.393966 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0dd6040c-7413-4ac8-8fe6-e46536f8cd54 req-d1772048-c3be-4d8b-9b1d-8c413f7140c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22e11c8b9ca940019f96820b2220ad7e&device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 1097 time: 0.0644717 Jun 30 01:30:31.506414 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6040c-7413-4ac8-8fe6-e46536f8cd54 req-4d66238d-a175-4f29-8c85-1b664787f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:31.507886 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0dd6040c-7413-4ac8-8fe6-e46536f8cd54 req-4d66238d-a175-4f29-8c85-1b664787f7a0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=22e11c8b9ca940019f96820b2220ad7e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1039016 Jun 30 01:30:31.613207 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6040c-7413-4ac8-8fe6-e46536f8cd54 req-d192309a-6e3a-48ef-9b06-d69d25f974f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:31.614896 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0dd6040c-7413-4ac8-8fe6-e46536f8cd54 req-d192309a-6e3a-48ef-9b06-d69d25f974f9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970371 Jun 30 01:30:31.735208 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-96ffb8e2-bb3f-42f0-b7d8-0ea7079cb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:31.736724 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-96ffb8e2-bb3f-42f0-b7d8-0ea7079cb8e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22e11c8b9ca940019f96820b2220ad7e&device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 1097 time: 0.0700550 Jun 30 01:30:31.791362 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-7fec16ac-3811-4d4b-a148-b8c3984c9eab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b90b752-42ff-4d58-a6ad-3afe84fa3862 HTTP/1.1" status: 200 len: 217 time: 0.0470543 Jun 30 01:30:31.886676 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-8fb29507-6424-4bdd-9433-baffca5a116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:31.888555 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-8fb29507-6424-4bdd-9433-baffca5a116b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92 HTTP/1.1" status: 200 len: 852 time: 0.0661788 Jun 30 01:30:31.949988 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c07c0-9e50-4285-a6bc-a8016b496654 req-7deb16d2-1dc4-47f7-bfcf-2399df5efb81 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:31.951530 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-661c07c0-9e50-4285-a6bc-a8016b496654 req-7deb16d2-1dc4-47f7-bfcf-2399df5efb81 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1699235 Jun 30 01:30:32.035952 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-661c07c0-9e50-4285-a6bc-a8016b496654 req-389604ab-196b-4938-8f5a-b13d1eb75e90 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621789 Jun 30 01:30:32.049459 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fac51-ca5c-4249-8e47-7c6ad9196b23 req-466b0db3-7924-40ca-a918-54b3db9d88c2 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:32.051019 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a29fac51-ca5c-4249-8e47-7c6ad9196b23 req-466b0db3-7924-40ca-a918-54b3db9d88c2 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 944 time: 0.1617439 Jun 30 01:30:32.057959 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-20540e84-5a80-4b2f-b178-0902f30af01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:32.060597 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-20540e84-5a80-4b2f-b178-0902f30af01b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4291780-3495-47e0-8337-daf35a337596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1428616 Jun 30 01:30:32.148251 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a29fac51-ca5c-4249-8e47-7c6ad9196b23 req-bf395529-bf5f-4cfb-8e4a-50a776040138 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865085 Jun 30 01:30:32.186542 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-7b2e39d9-a429-49c1-b1dd-31786d8e4356 service neutron] 10.222.0.36 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106060 Jun 30 01:30:32.273119 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:32.293977 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1918ad62-1f29-4d62-aa41-f427d5d0b5de req-235a5210-46fe-4955-8882-961b585da533 service neutron] 10.222.0.36 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957339 Jun 30 01:30:32.393581 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fd73a-4cd1-4887-a45d-ee3a5a60b83b req-81fcfd91-d26c-42e5-b3da-da631d812097 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:32.395485 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-236fd73a-4cd1-4887-a45d-ee3a5a60b83b req-81fcfd91-d26c-42e5-b3da-da631d812097 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0692220 Jun 30 01:30:32.446673 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-236fd73a-4cd1-4887-a45d-ee3a5a60b83b req-eb125c6a-3a18-4191-b0c3-5c348e00059c tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457191 Jun 30 01:30:33.245790 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c80c0-f1b6-4356-ad5b-c86af81967e1 req-1a9de9d3-5419-4855-9d2f-57dcc9310c38 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:33.247641 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-355c80c0-f1b6-4356-ad5b-c86af81967e1 req-1a9de9d3-5419-4855-9d2f-57dcc9310c38 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0869737 Jun 30 01:30:33.341018 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:33.367283 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-355c80c0-f1b6-4356-ad5b-c86af81967e1 req-5dda97c5-b6ae-4ccc-bbd9-f1af6be1f69b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124074 Jun 30 01:30:33.397057 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3112d07-829e-4495-b22f-390301f210ce req-fea0185a-39c7-487f-8544-3bca6ddf2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:33.398509 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e3112d07-829e-4495-b22f-390301f210ce req-fea0185a-39c7-487f-8544-3bca6ddf2106 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731b3b4440304019ae864de48ebcf241&device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 1099 time: 0.1204786 Jun 30 01:30:33.422786 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd1a63-0023-42f7-812f-550cfc7f7c31 req-7e1107ed-648b-42ca-96e9-8e0f38d92d9c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:33.424593 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-eebd1a63-0023-42f7-812f-550cfc7f7c31 req-7e1107ed-648b-42ca-96e9-8e0f38d92d9c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 944 time: 0.1184793 Jun 30 01:30:33.505449 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-eebd1a63-0023-42f7-812f-550cfc7f7c31 req-810914bc-a5e2-43a2-8bc8-93f0bc5f1b11 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707443 Jun 30 01:30:33.529672 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3112d07-829e-4495-b22f-390301f210ce req-6f8fa260-4e3f-4d2f-a2f6-5ad43f9c48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:33.531844 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e3112d07-829e-4495-b22f-390301f210ce req-6f8fa260-4e3f-4d2f-a2f6-5ad43f9c48ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f86744b-e2e7-48b3-82b1-5995e103144a HTTP/1.1" status: 200 len: 911 time: 0.1251528 Jun 30 01:30:33.637493 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e3112d07-829e-4495-b22f-390301f210ce req-42032cfe-f75e-4349-a89f-a1e0a70933ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 HTTP/1.1" status: 200 len: 1002 time: 0.0935652 Jun 30 01:30:33.699403 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3112d07-829e-4495-b22f-390301f210ce req-ffd773b1-28b8-4032-a1af-d16566a0f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:33.700882 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e3112d07-829e-4495-b22f-390301f210ce req-ffd773b1-28b8-4032-a1af-d16566a0f2f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bba9328-0adf-4c0e-9d92-497000cb871e HTTP/1.1" status: 200 len: 849 time: 0.0567749 Jun 30 01:30:33.713805 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95542138-4a54-47b3-9905-78acb20e68c8 req-e5253b4a-72f4-4270-aecd-262d1fbe8f4d tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:33.716510 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-95542138-4a54-47b3-9905-78acb20e68c8 req-e5253b4a-72f4-4270-aecd-262d1fbe8f4d tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.1125770 Jun 30 01:30:33.786293 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-95542138-4a54-47b3-9905-78acb20e68c8 req-fc83cf56-68ce-4d8a-9d6b-c60fe65f982e tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617583 Jun 30 01:30:33.800783 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3112d07-829e-4495-b22f-390301f210ce req-eb973ad0-9cae-458c-9852-6149afb9d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:33.802132 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e3112d07-829e-4495-b22f-390301f210ce req-eb973ad0-9cae-458c-9852-6149afb9d610 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f86744b-e2e7-48b3-82b1-5995e103144a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0860071 Jun 30 01:30:33.898053 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e3112d07-829e-4495-b22f-390301f210ce req-26d7ea8d-09c8-4736-a4ca-7f50f820c021 service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850058 Jun 30 01:30:33.995267 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e3112d07-829e-4495-b22f-390301f210ce req-f666d3f9-a6be-47d6-95d5-64ba4dde6054 service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900555 Jun 30 01:30:34.552822 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09fab8-301e-4500-aaad-2681f56a955e req-318467c4-6e3c-4b74-a005-655d5e9cd546 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:34.554351 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8f09fab8-301e-4500-aaad-2681f56a955e req-318467c4-6e3c-4b74-a005-655d5e9cd546 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0677564 Jun 30 01:30:34.601380 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8f09fab8-301e-4500-aaad-2681f56a955e req-f6818a46-c93f-4428-ae3e-f08c894fc01e tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408423 Jun 30 01:30:34.690005 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:34.715393 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ac92-9650-419c-b0c6-cc51effe666e req-e6870a67-84a4-41c3-b702-4c1760a12fed tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:34.719102 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9077ac92-9650-419c-b0c6-cc51effe666e req-e6870a67-84a4-41c3-b702-4c1760a12fed tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 944 time: 0.0711141 Jun 30 01:30:34.763047 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9077ac92-9650-419c-b0c6-cc51effe666e req-0bcfbaed-8aad-4a9b-943b-23f1913c7a91 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352554 Jun 30 01:30:34.763572 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 7b90b752-42ff-4d58-a6ad-3afe84fa3862 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:30:34.867846 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 7b90b752-42ff-4d58-a6ad-3afe84fa3862, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7b90b752-42ff-4d58-a6ad-3afe84fa3862,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:34.881345 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': '7b90b752-42ff-4d58-a6ad-3afe84fa3862', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'port_id': '7b90b752-42ff-4d58-a6ad-3afe84fa3862', 'mac_address': 'fa:16:3e:10:90:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:30:34.923491 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:34.938487 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b90b752-42ff-4d58-a6ad-3afe84fa3862 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:30:34.960695 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 7b90b752-42ff-4d58-a6ad-3afe84fa3862, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7b90b752-42ff-4d58-a6ad-3afe84fa3862,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:34.983179 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2044-5811-4074-a4ad-121f9ec46c74 req-f7189aea-a7ba-48d0-b0ba-708981aba82a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:34.985860 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e64d2044-5811-4074-a4ad-121f9ec46c74 req-f7189aea-a7ba-48d0-b0ba-708981aba82a tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0696714 Jun 30 01:30:35.024743 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e64d2044-5811-4074-a4ad-121f9ec46c74 req-89fc314d-621e-4d16-bfca-0fce4cde2531 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344317 Jun 30 01:30:35.044110 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:35.046013 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:35.097516 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=7b90b752-42ff-4d58-a6ad-3afe84fa3862,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:35.100715 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:35.379876 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['7b90b752-42ff-4d58-a6ad-3afe84fa3862'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:30:35.787980 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a890f-17ea-4b61-913a-00f73f42652c req-40580352-a2bd-4751-bce5-e6d0c35394c7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:35.789506 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dd9a890f-17ea-4b61-913a-00f73f42652c req-40580352-a2bd-4751-bce5-e6d0c35394c7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0645397 Jun 30 01:30:35.831110 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dd9a890f-17ea-4b61-913a-00f73f42652c req-5d01abed-357e-465c-84c3-1c77775a7c44 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330815 Jun 30 01:30:35.962123 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd69891-bda6-4129-b2d2-0a9dd0434f41 req-c1e1fed3-22bc-4b94-b016-84fbee17a8f2 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:35.964160 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fd69891-bda6-4129-b2d2-0a9dd0434f41 req-c1e1fed3-22bc-4b94-b016-84fbee17a8f2 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 945 time: 0.0834150 Jun 30 01:30:36.008124 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fd69891-bda6-4129-b2d2-0a9dd0434f41 req-d5b9d1d9-db00-4598-966b-15713025600d tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388989 Jun 30 01:30:36.208647 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01545e6-9623-4270-9067-fa69ab5f6eb3 req-8ffd37bd-1252-4d43-bc34-46190ec598c4 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:36.210213 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d01545e6-9623-4270-9067-fa69ab5f6eb3 req-8ffd37bd-1252-4d43-bc34-46190ec598c4 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0716987 Jun 30 01:30:36.265555 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d01545e6-9623-4270-9067-fa69ab5f6eb3 req-ba98894f-6de9-458b-8c48-e21688ecdbe4 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b6b787-6f83-446c-82d8-27d402289951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402296 Jun 30 01:30:36.358172 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee393c6-e865-459a-b426-57892b45f24a req-63834571-5a8c-4fdf-83b3-8c6172409605 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:36.360336 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fee393c6-e865-459a-b426-57892b45f24a req-63834571-5a8c-4fdf-83b3-8c6172409605 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.36 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 946 time: 0.0663440 Jun 30 01:30:36.465466 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-fee393c6-e865-459a-b426-57892b45f24a req-6de43885-7add-4b60-9342-39a4b32b43cf tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Deleting port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:30:36.465818 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-fee393c6-e865-459a-b426-57892b45f24a req-6de43885-7add-4b60-9342-39a4b32b43cf tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:36.556804 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-fee393c6-e865-459a-b426-57892b45f24a req-6de43885-7add-4b60-9342-39a4b32b43cf tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] For port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3,segment=NetworkSegment(4db6abe9-8a4c-4678-970d-5d34b169827d),segment_id=4db6abe9-8a4c-4678-970d-5d34b169827d)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:36.557160 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-fee393c6-e865-459a-b426-57892b45f24a req-6de43885-7add-4b60-9342-39a4b32b43cf tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:36.570195 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-fee393c6-e865-459a-b426-57892b45f24a req-6de43885-7add-4b60-9342-39a4b32b43cf tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Calling delete_port for b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 owned by compute:nova {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:30:36.777823 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 7b90b752-42ff-4d58-a6ad-3afe84fa3862 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:30:36.855525 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-fee393c6-e865-459a-b426-57892b45f24a req-6de43885-7add-4b60-9342-39a4b32b43cf tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:36.859855 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-83abc4a4-160c-4676-9763-256e0ee3a89b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:36.885669 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de43885-7add-4b60-9342-39a4b32b43cf tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Pushing event deleted for resources: {'Port': ['ID=b0d34791-f0b4-4bdf-9a17-b1e98632d7e3,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:36.889166 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-6de43885-7add-4b60-9342-39a4b32b43cf tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:36.895712 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:30:36.900319 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:30:36.900706 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:36.940226 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee393c6-e865-459a-b426-57892b45f24a req-6de43885-7add-4b60-9342-39a4b32b43cf tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] No DVR routers for this DVR port b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 on host hv-cinder-79724 {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:30:36.942764 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-fee393c6-e865-459a-b426-57892b45f24a req-6de43885-7add-4b60-9342-39a4b32b43cf tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:36.946325 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fee393c6-e865-459a-b426-57892b45f24a req-6de43885-7add-4b60-9342-39a4b32b43cf tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.36 "DELETE /v2.0/ports/b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 HTTP/1.1" status: 204 len: 173 time: 0.5784471 Jun 30 01:30:36.946325 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39766a36-835e-4c7c-b699-f1cdc35b85cc', 'name': 'network-vif-deleted', 'tag': 'b0d34791-f0b4-4bdf-9a17-b1e98632d7e3'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:36.947642 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4add3149-4d2f-4480-aa84-515dcc1a3847" -d '{"events": [{"server_uuid": "39766a36-835e-4c7c-b699-f1cdc35b85cc", "name": "network-vif-deleted", "tag": "b0d34791-f0b4-4bdf-9a17-b1e98632d7e3"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:36.991274 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4471e6a-681c-43f6-abdf-33da3d41cb05 x-openstack-request-id: req-d4471e6a-681c-43f6-abdf-33da3d41cb05 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:36.991594 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39766a36-835e-4c7c-b699-f1cdc35b85cc", "name": "network-vif-deleted", "tag": "b0d34791-f0b4-4bdf-9a17-b1e98632d7e3", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:36.991871 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4471e6a-681c-43f6-abdf-33da3d41cb05 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:36.992331 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39766a36-835e-4c7c-b699-f1cdc35b85cc', 'name': 'network-vif-deleted', 'tag': 'b0d34791-f0b4-4bdf-9a17-b1e98632d7e3', 'status': 'completed', 'code': 200} Jun 30 01:30:37.006901 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:37.033117 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:37.035376 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bc2619-36cf-4349-8b2c-183cc7aee836" -d '{"events": [{"server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "name": "network-vif-plugged", "status": "completed", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:37.050170 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 7b90b752-42ff-4d58-a6ad-3afe84fa3862, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7b90b752-42ff-4d58-a6ad-3afe84fa3862,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:37.082805 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cc87bb-b280-408c-b705-dc23628be8ad x-openstack-request-id: req-b7cc87bb-b280-408c-b705-dc23628be8ad {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:37.086080 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "name": "network-vif-plugged", "status": "completed", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:37.086080 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7cc87bb-b280-408c-b705-dc23628be8ad {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:37.086080 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862', 'code': 200} Jun 30 01:30:37.164356 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:37.165412 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:30:37.167293 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-083dba06-494e-40d9-816e-592844f00251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:37.220654 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:30:37.220654 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b0d34791-f0b4-4bdf-9a17-b1e98632d7e3 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:30:37.237572 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b3eea-5b89-4e05-978d-c362bc2f4f15 req-5374f1f1-204d-4738-a9d3-18652f27f81a tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:37.244939 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-329b3eea-5b89-4e05-978d-c362bc2f4f15 req-5374f1f1-204d-4738-a9d3-18652f27f81a tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 945 time: 0.1012568 Jun 30 01:30:37.253270 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=7b90b752-42ff-4d58-a6ad-3afe84fa3862,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:37.256637 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:37.297099 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-329b3eea-5b89-4e05-978d-c362bc2f4f15 req-9c6276aa-21d5-4b24-a80f-ab7b92d8b559 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509295 Jun 30 01:30:37.447020 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6c90099b-c36e-498f-bf86-8c3f45742ae5 req-4dc69cdf-2cc3-468d-9eea-41098c2b0978 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] 10.222.0.35 "GET /v2.0/ports?device_id=39766a36-835e-4c7c-b699-f1cdc35b85cc HTTP/1.1" status: 200 len: 210 time: 0.0304110 Jun 30 01:30:37.504528 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472de26c-9427-4a78-aaa1-e0d785e48ede req-aa1246e5-ff05-4e21-8633-a91aeb9e3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:37.506043 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-472de26c-9427-4a78-aaa1-e0d785e48ede req-aa1246e5-ff05-4e21-8633-a91aeb9e3858 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 1099 time: 0.0615304 Jun 30 01:30:37.548164 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-472de26c-9427-4a78-aaa1-e0d785e48ede req-ae1523a7-823c-4d3b-bed1-114b931d23cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291238 Jun 30 01:30:38.502660 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa14c6c-a223-4c95-9ec2-a18846bb2b2f req-d2853327-0278-49d4-aec5-a5a5c47b66e4 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:38.505493 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-daa14c6c-a223-4c95-9ec2-a18846bb2b2f req-d2853327-0278-49d4-aec5-a5a5c47b66e4 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 946 time: 0.0836761 Jun 30 01:30:38.553395 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36632) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:38.563830 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-daa14c6c-a223-4c95-9ec2-a18846bb2b2f req-da03c119-2f79-4f5e-aad5-18bb37a8a904 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535510 Jun 30 01:30:39.011875 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740615'] for router_interface, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:39.552659 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] Deleting port f4582268-1a63-4152-80b6-79de9c1b60ca {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:30:39.553057 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:39.635920 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] For port f4582268-1a63-4152-80b6-79de9c1b60ca, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=f4582268-1a63-4152-80b6-79de9c1b60ca,segment=NetworkSegment(4db6abe9-8a4c-4678-970d-5d34b169827d),segment_id=4db6abe9-8a4c-4678-970d-5d34b169827d)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:39.636613 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:39.648962 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] Calling delete_port for f4582268-1a63-4152-80b6-79de9c1b60ca owned by network:router_interface {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:30:39.737975 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2480aa-16c5-49e9-9fb4-35d9ba83f178 req-02476ea7-37d6-45d5-980f-53951bda0874 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:39.739510 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fb2480aa-16c5-49e9-9fb4-35d9ba83f178 req-02476ea7-37d6-45d5-980f-53951bda0874 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 946 time: 0.0623865 Jun 30 01:30:39.780736 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fb2480aa-16c5-49e9-9fb4-35d9ba83f178 req-488ccb45-36dc-4ce1-b420-4ba2f33b1df3 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354333 Jun 30 01:30:39.906882 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:39.908998 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:39.934366 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4582268-1a63-4152-80b6-79de9c1b60ca,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:39.938579 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:40.111366 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741303'] for router_interface, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:40.206147 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f1afa-9fc9-4990-9572-04bb4a7f5e96 req-49b50fde-ca79-4918-85a3-a7939fb74272 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:40.207712 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-363f1afa-9fc9-4990-9572-04bb4a7f5e96 req-49b50fde-ca79-4918-85a3-a7939fb74272 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 946 time: 0.3168421 Jun 30 01:30:40.246802 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-363f1afa-9fc9-4990-9572-04bb4a7f5e96 req-491045e6-a155-40df-830b-e3c1b8e723e0 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Jun 30 01:30:40.322617 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] Router fc95aa49-237c-45fe-9001-9a6dfe9360f4 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:30:40.427360 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:30:40.433250 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] 10.222.0.35 "PUT /v2.0/routers/fc95aa49-237c-45fe-9001-9a6dfe9360f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8782849 Jun 30 01:30:40.436228 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36642) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:40.436828 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db084c-67fa-40ca-976d-49042a10a3b9 None None] Sync routers for ids ['fc95aa49-237c-45fe-9001-9a6dfe9360f4'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:30:40.446982 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db084c-67fa-40ca-976d-49042a10a3b9 None None] Routers {'fc95aa49-237c-45fe-9001-9a6dfe9360f4'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:30:40.447618 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-e7db084c-67fa-40ca-976d-49042a10a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:30:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['fc95aa49-237c-45fe-9001-9a6dfe9360f4'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:40.547686 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Notify callbacks [] for router, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:40.554432 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-e7db084c-67fa-40ca-976d-49042a10a3b9 None None] Set router fc95aa49-237c-45fe-9001-9a6dfe9360f4 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:30:40.695870 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:40.719647 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7c742-0edf-422e-920a-6e6d5da13604 req-e2079883-f019-4d55-ac1b-1d79780941f4 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:40.721351 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1a7c742-0edf-422e-920a-6e6d5da13604 req-e2079883-f019-4d55-ac1b-1d79780941f4 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 946 time: 0.1221495 Jun 30 01:30:40.768270 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1a7c742-0edf-422e-920a-6e6d5da13604 req-46131072-fd91-4459-98ec-e791ef328929 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367415 Jun 30 01:30:40.838575 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-e7db084c-67fa-40ca-976d-49042a10a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1973680358-router', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:30:39Z', 'revision_number': 5, 'project_id': '610eefbe7f1041da9d694a20440f1337', 'gw_port': {'id': '2066d5d3-b757-4934-8380-c938a06ebdc7', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:40.839892 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Deleting port 2066d5d3-b757-4934-8380-c938a06ebdc7 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:30:40.840213 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:40.872083 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db084c-67fa-40ca-976d-49042a10a3b9 None None] Checking router: fc95aa49-237c-45fe-9001-9a6dfe9360f4 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:30:40.881318 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db084c-67fa-40ca-976d-49042a10a3b9 None None] Routers {'fc95aa49-237c-45fe-9001-9a6dfe9360f4'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:30:40.882603 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-e7db084c-67fa-40ca-976d-49042a10a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:30:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['fc95aa49-237c-45fe-9001-9a6dfe9360f4'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:40.934128 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] For port 2066d5d3-b757-4934-8380-c938a06ebdc7, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=2066d5d3-b757-4934-8380-c938a06ebdc7,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:40.934496 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:40.950943 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Calling delete_port for 2066d5d3-b757-4934-8380-c938a06ebdc7 owned by network:router_gateway {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:30:40.986649 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-e7db084c-67fa-40ca-976d-49042a10a3b9 None None] Set router fc95aa49-237c-45fe-9001-9a6dfe9360f4 gateway port host: None {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:30:41.046536 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-e7db084c-67fa-40ca-976d-49042a10a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1973680358-router', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:30:40Z', 'revision_number': 6, 'project_id': '610eefbe7f1041da9d694a20440f1337', 'gw_port_host': None}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:41.074663 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db084c-67fa-40ca-976d-49042a10a3b9 None None] The sync data for ids ['fc95aa49-237c-45fe-9001-9a6dfe9360f4'] in dv-cinder-797245-10-iscsi is: [{'id': 'fc95aa49-237c-45fe-9001-9a6dfe9360f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1973680358-router', 'tenant_id': '610eefbe7f1041da9d694a20440f1337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:30:40Z', 'revision_number': 6, 'project_id': '610eefbe7f1041da9d694a20440f1337', 'gw_port_host': None}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:30:41.226772 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.228994 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-860655ae-5863-496f-9be5-39365ee98cda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:41.252274 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Pushing event deleted for resources: {'Port': ['ID=2066d5d3-b757-4934-8380-c938a06ebdc7,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:41.256496 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:41.319498 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630227'] for router_gateway, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.420527 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-273'] for router, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.423030 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.570382 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737682'] for router, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.571389 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc95aa49-237c-45fe-9001-9a6dfe9360f4 {{(pid=93392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:30:41.579676 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Notify callbacks [] for router, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.580613 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36656) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:41.581282 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fc95aa49-237c-45fe-9001-9a6dfe9360f4 HTTP/1.1" status: 204 len: 168 time: 1.1434176 Jun 30 01:30:41.639900 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e5aec3-f0c3-4f43-9421-748ca97fc436 admin admin] Deleting subnet 26bb785d-416a-4149-bc5c-47b213a72eb7 {{(pid=93393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:30:41.643209 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-77e5aec3-f0c3-4f43-9421-748ca97fc436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.678076 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-77e5aec3-f0c3-4f43-9421-748ca97fc436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249930'] for subnet, precommit_delete_associations {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.718497 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-77e5aec3-f0c3-4f43-9421-748ca97fc436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.832818 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-77e5aec3-f0c3-4f43-9421-748ca97fc436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59332781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59259517'] for subnet, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.835171 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9b3c4129-2449-4f69-9c0d-90cda6eac7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:41.862976 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5aec3-f0c3-4f43-9421-748ca97fc436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26bb785d-416a-4149-bc5c-47b213a72eb7,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:41.865833 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-77e5aec3-f0c3-4f43-9421-748ca97fc436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:41.866805 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-77e5aec3-f0c3-4f43-9421-748ca97fc436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.868644 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-77e5aec3-f0c3-4f43-9421-748ca97fc436 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/26bb785d-416a-4149-bc5c-47b213a72eb7 HTTP/1.1" status: 204 len: 168 time: 0.2861500 Jun 30 01:30:41.871276 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36662) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:41.895351 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device f4582268-1a63-4152-80b6-79de9c1b60ca no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:30:41.917381 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: f4582268-1a63-4152-80b6-79de9c1b60ca {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:30:41.920024 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device f4582268-1a63-4152-80b6-79de9c1b60ca not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:30:41.940401 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.020587 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.030412 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e960f6-15b6-4c63-8c13-81c7204c50cf']}} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:42.040882 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db6abe9-8a4c-4678-970d-5d34b169827d') {'for_net_delete': True} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:42.041175 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db6abe9-8a4c-4678-970d-5d34b169827d') {} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:42.050812 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249925'] for segment, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.064540 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.070225 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:30:42.070604 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59332608'] for segment, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: Traceback (most recent call last): Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: timer() Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: cb(*args, **kw) Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: return func(*args, **kwargs) Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: self._notify() Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: self.callback(batched_events) Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: event.method(event) Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: return f(self, *a, **k) Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._get(url).json() Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: return self.request(url, 'GET', **kwargs) Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:30:42.072311 dv-cinder-797245-10-iscsi neutron-server[93393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:30:42.260988 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.264956 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:42.269412 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.277079 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] 10.222.0.35 "DELETE /v2.0/networks/33e960f6-15b6-4c63-8c13-81c7204c50cf HTTP/1.1" status: 204 len: 168 time: 0.3989546 Jun 30 01:30:42.280725 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] Pushing event deleted for resources: {'Network': ['ID=33e960f6-15b6-4c63-8c13-81c7204c50cf,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:42.284797 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-1457626d-5abc-4db8-b6a0-cbd4fd579506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:42.659667 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36672) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:42.702136 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-afbd62b0-0638-4e2f-b8df-3268500a5115 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=610eefbe7f1041da9d694a20440f1337&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387349 Jun 30 01:30:42.702553 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36674) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:42.753984 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d017e312-2404-45f9-98cf-df055c49b0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.776449 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d017e312-2404-45f9-98cf-df055c49b0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.923928 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d017e312-2404-45f9-98cf-df055c49b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.926785 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d017e312-2404-45f9-98cf-df055c49b0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.928087 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-d017e312-2404-45f9-98cf-df055c49b0c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50b6b787-6f83-446c-82d8-27d402289951 HTTP/1.1" status: 204 len: 168 time: 0.2246282 Jun 30 01:30:42.929384 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c42ec683-3e8b-422e-8085-735c9637d5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:42.937664 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017e312-2404-45f9-98cf-df055c49b0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b6b787-6f83-446c-82d8-27d402289951,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:42.946390 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d017e312-2404-45f9-98cf-df055c49b0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:43.357888 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 2066d5d3-b757-4934-8380-c938a06ebdc7 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:30:43.378336 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 2066d5d3-b757-4934-8380-c938a06ebdc7 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:30:43.378690 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 2066d5d3-b757-4934-8380-c938a06ebdc7 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:30:43.995777 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36724) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:44.090972 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-102214407-network', 'tenant_id': 'c943b81bc45a4a8788b49ee3f1250ede'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:44.215174 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Made reservation on behalf of c943b81bc45a4a8788b49ee3f1250ede for: {'network': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:30:44.217440 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:44.226230 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:44.308730 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:44.380638 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:44.383970 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-bdc61cb0-136f-4136-bb53-b2955650b057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:44.405470 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:30:44.415324 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d9eaf0-ca53-4d5e-a29c-dc426fc0cc28,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:44.419399 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:44.420333 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:44.423856 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.segments_db [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Added segment 5a161cdb-c4be-4f1f-a84c-d554d977967d of type vlan for network 05ebdd5d-db4c-4a0d-af29-6a98b9a2d155 Jun 30 01:30:44.458423 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:44.557767 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:44.559086 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:44.559670 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:44.561723 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:44.616853 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Pushing event updated for resources: {'Network': ['ID=05ebdd5d-db4c-4a0d-af29-6a98b9a2d155,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:44.619460 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:44.627405 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network 05ebdd5d-db4c-4a0d-af29-6a98b9a2d155 details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:30:44.692462 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6945305 Jun 30 01:30:44.694023 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36730) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:44.698821 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] Request body: {'subnet': {'network_id': '05ebdd5d-db4c-4a0d-af29-6a98b9a2d155', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-102214407-subnet', 'tenant_id': 'c943b81bc45a4a8788b49ee3f1250ede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:44.792266 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] Made reservation on behalf of c943b81bc45a4a8788b49ee3f1250ede for: {'subnet': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:30:44.794672 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59259480'] for subnet, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:45.015100 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59332834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59259466'] for subnet, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:45.017985 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:45.068748 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2531c5-9ef3-47f0-ac43-7c0f537facae,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:45.074186 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:45.077808 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] Checking segment: {'id': '5a161cdb-c4be-4f1f-a84c-d554d977967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05ebdd5d-db4c-4a0d-af29-6a98b9a2d155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:30:45.078160 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] Network hostable DHCP agents. Network: 05ebdd5d-db4c-4a0d-af29-6a98b9a2d155, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:30:45.180345 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] Network 05ebdd5d-db4c-4a0d-af29-6a98b9a2d155 is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:30:45.266282 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, 05ebdd5d-db4c-4a0d-af29-6a98b9a2d155) {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:30:45.270052 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:45.270641 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:45.275560 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d045f18a-f7a1-4d23-ab35-3ecbe8b94a28 None None] Network 05ebdd5d-db4c-4a0d-af29-6a98b9a2d155 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:30:45.336900 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6417542 Jun 30 01:30:45.419281 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adca857a-cdb0-49ab-8e0d-e171f4948c3b None None] Network 05ebdd5d-db4c-4a0d-af29-6a98b9a2d155 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:30:45.949934 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36752) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:45.955391 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-426066404-network', 'tenant_id': '11dfdc7ef90d408d8d8e55ab625b20fd'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:46.032280 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Made reservation on behalf of 11dfdc7ef90d408d8d8e55ab625b20fd for: {'network': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:30:46.034653 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:46.044525 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:46.138897 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:46.198224 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:46.202088 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:46.222637 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:30:46.231957 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e41532c-6a3f-44e8-8a54-ac67b8b75dd0,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:46.236040 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:46.237086 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:46.237426 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.segments_db [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Added segment 8cc556ae-9c95-46d8-b59d-2fefe4a40c8d of type vlan for network b2222814-1b19-48e7-8b2f-d02b4b5acd30 Jun 30 01:30:46.277125 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:46.375868 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:46.377265 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:46.377848 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:46.380080 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-3f854a21-2177-4cee-9f2a-ec94bdfd309a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:46.434046 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Pushing event updated for resources: {'Network': ['ID=b2222814-1b19-48e7-8b2f-d02b4b5acd30,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:46.436495 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:46.444850 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network b2222814-1b19-48e7-8b2f-d02b4b5acd30 details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:30:46.490238 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5392332 Jun 30 01:30:46.492928 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36754) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:46.497738 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-02067c10-0fc2-4897-94e1-e0d34c8068aa admin admin] Request body: {'subnet': {'network_id': 'b2222814-1b19-48e7-8b2f-d02b4b5acd30', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-426066404-subnet', 'tenant_id': '11dfdc7ef90d408d8d8e55ab625b20fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:46.574961 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02067c10-0fc2-4897-94e1-e0d34c8068aa admin admin] Made reservation on behalf of 11dfdc7ef90d408d8d8e55ab625b20fd for: {'subnet': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:30:46.577311 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-02067c10-0fc2-4897-94e1-e0d34c8068aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59259480'] for subnet, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:46.821284 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-02067c10-0fc2-4897-94e1-e0d34c8068aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59332834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59259466'] for subnet, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:46.828144 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:46.884487 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067c10-0fc2-4897-94e1-e0d34c8068aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd8de8b9-3e43-4d65-a7b5-5e3c08d6d2f0,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:46.888332 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-02067c10-0fc2-4897-94e1-e0d34c8068aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:46.889164 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02067c10-0fc2-4897-94e1-e0d34c8068aa admin admin] Checking segment: {'id': '8cc556ae-9c95-46d8-b59d-2fefe4a40c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b2222814-1b19-48e7-8b2f-d02b4b5acd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:30:46.889515 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02067c10-0fc2-4897-94e1-e0d34c8068aa admin admin] Network hostable DHCP agents. Network: b2222814-1b19-48e7-8b2f-d02b4b5acd30, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:30:46.952105 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02067c10-0fc2-4897-94e1-e0d34c8068aa admin admin] Network b2222814-1b19-48e7-8b2f-d02b4b5acd30 is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:30:47.020765 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-02067c10-0fc2-4897-94e1-e0d34c8068aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, b2222814-1b19-48e7-8b2f-d02b4b5acd30) {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:30:47.024677 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02067c10-0fc2-4897-94e1-e0d34c8068aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:47.025272 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-02067c10-0fc2-4897-94e1-e0d34c8068aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.030493 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d1d643-e42f-4d68-8f22-8223c4b22cf2 None None] Network b2222814-1b19-48e7-8b2f-d02b4b5acd30 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:30:47.101934 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-02067c10-0fc2-4897-94e1-e0d34c8068aa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6078079 Jun 30 01:30:47.151902 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01c584c-7ef4-4baa-b2b1-427bdc107a7f None None] Network b2222814-1b19-48e7-8b2f-d02b4b5acd30 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:30:47.211104 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36762) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:47.257003 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_v2 [None req-92edf222-9073-45ed-bdd6-8605c94a27cb admin admin] Deleting subnet 2a2531c5-9ef3-47f0-ac43-7c0f537facae {{(pid=93393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:30:47.260175 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-92edf222-9073-45ed-bdd6-8605c94a27cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.297271 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-92edf222-9073-45ed-bdd6-8605c94a27cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249930'] for subnet, precommit_delete_associations {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.333078 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-92edf222-9073-45ed-bdd6-8605c94a27cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.461751 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-92edf222-9073-45ed-bdd6-8605c94a27cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59332781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59259517'] for subnet, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.464117 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-f0e2ff37-5ac4-4e5d-842a-47d7006093f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:47.487748 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edf222-9073-45ed-bdd6-8605c94a27cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2531c5-9ef3-47f0-ac43-7c0f537facae,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:47.490550 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-92edf222-9073-45ed-bdd6-8605c94a27cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:47.491539 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-92edf222-9073-45ed-bdd6-8605c94a27cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.493861 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-92edf222-9073-45ed-bdd6-8605c94a27cb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2a2531c5-9ef3-47f0-ac43-7c0f537facae HTTP/1.1" status: 204 len: 168 time: 0.2813258 Jun 30 01:30:47.496313 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36764) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:47.560739 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.637227 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.647227 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ebdd5d-db4c-4a0d-af29-6a98b9a2d155']}} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:47.656947 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a161cdb-c4be-4f1f-a84c-d554d977967d') {'for_net_delete': True} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:47.657236 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a161cdb-c4be-4f1f-a84c-d554d977967d') {} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:47.665425 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249925'] for segment, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.678209 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.683649 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:30:47.684022 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59332608'] for segment, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: Traceback (most recent call last): Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: timer() Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: cb(*args, **kw) Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: return func(*args, **kwargs) Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: self._notify() Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: self.callback(batched_events) Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: event.method(event) Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: return f(self, *a, **k) Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._get(url).json() Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: return self.request(url, 'GET', **kwargs) Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:30:47.685593 dv-cinder-797245-10-iscsi neutron-server[93393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:30:47.803333 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.807081 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:47.809445 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.811244 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] 10.222.0.35 "DELETE /v2.0/networks/05ebdd5d-db4c-4a0d-af29-6a98b9a2d155 HTTP/1.1" status: 204 len: 168 time: 0.3139739 Jun 30 01:30:47.814627 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36766) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:47.822159 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] Pushing event deleted for resources: {'Network': ['ID=05ebdd5d-db4c-4a0d-af29-6a98b9a2d155,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:47.824365 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-91425d68-11de-4d46-87bd-9507018d60fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:47.859902 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e58e4fb-33ee-424c-ac57-a854e080ac44 admin admin] Deleting subnet bd8de8b9-3e43-4d65-a7b5-5e3c08d6d2f0 {{(pid=93392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:30:47.864776 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1e58e4fb-33ee-424c-ac57-a854e080ac44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.898438 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1e58e4fb-33ee-424c-ac57-a854e080ac44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551427'] for subnet, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:47.940192 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1e58e4fb-33ee-424c-ac57-a854e080ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.066991 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1e58e4fb-33ee-424c-ac57-a854e080ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59630553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550959'] for subnet, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.070215 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7fd54570-811b-4215-b3be-7d9b9d8d366d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:48.093511 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58e4fb-33ee-424c-ac57-a854e080ac44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd8de8b9-3e43-4d65-a7b5-5e3c08d6d2f0,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:48.095453 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1e58e4fb-33ee-424c-ac57-a854e080ac44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.097349 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-1e58e4fb-33ee-424c-ac57-a854e080ac44 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bd8de8b9-3e43-4d65-a7b5-5e3c08d6d2f0 HTTP/1.1" status: 204 len: 168 time: 0.2816186 Jun 30 01:30:48.098121 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-1e58e4fb-33ee-424c-ac57-a854e080ac44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:48.099854 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36774) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:48.165810 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.246264 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.255632 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2222814-1b19-48e7-8b2f-d02b4b5acd30']}} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:48.265233 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc556ae-9c95-46d8-b59d-2fefe4a40c8d') {'for_net_delete': True} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:48.265570 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc556ae-9c95-46d8-b59d-2fefe4a40c8d') {} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:48.274542 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59551436'] for segment, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.288044 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.293505 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:30:48.293878 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59630452'] for segment, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: Traceback (most recent call last): Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: timer() Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: cb(*args, **kw) Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: return func(*args, **kwargs) Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: self._notify() Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: self.callback(batched_events) Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: event.method(event) Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: return f(self, *a, **k) Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._get(url).json() Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: return self.request(url, 'GET', **kwargs) Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:30:48.295502 dv-cinder-797245-10-iscsi neutron-server[93392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:30:48.414913 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.418959 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-b88bb795-e541-45b8-abc8-83e17e848726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:48.422847 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.425155 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] 10.222.0.35 "DELETE /v2.0/networks/b2222814-1b19-48e7-8b2f-d02b4b5acd30 HTTP/1.1" status: 204 len: 168 time: 0.3243639 Jun 30 01:30:48.434471 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] Pushing event deleted for resources: {'Network': ['ID=b2222814-1b19-48e7-8b2f-d02b4b5acd30,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:48.437205 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:48.806948 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36784) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:48.849309 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-8cc0a1a4-02a7-4261-aed6-f1376e64116c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c943b81bc45a4a8788b49ee3f1250ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412982 Jun 30 01:30:48.851784 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36786) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:48.897115 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-82c85010-ad3b-4803-ad85-0ccf7ae709e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.917949 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-82c85010-ad3b-4803-ad85-0ccf7ae709e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:49.042998 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-82c85010-ad3b-4803-ad85-0ccf7ae709e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:49.045658 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-82c85010-ad3b-4803-ad85-0ccf7ae709e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:49.046805 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-82c85010-ad3b-4803-ad85-0ccf7ae709e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26d9eaf0-ca53-4d5e-a29c-dc426fc0cc28 HTTP/1.1" status: 204 len: 168 time: 0.1941400 Jun 30 01:30:49.047592 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ee9e728f-7d9b-474b-964a-499351188fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:49.055681 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c85010-ad3b-4803-ad85-0ccf7ae709e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d9eaf0-ca53-4d5e-a29c-dc426fc0cc28,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:49.057941 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-82c85010-ad3b-4803-ad85-0ccf7ae709e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:49.612066 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36794) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:49.651734 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-df2948fa-e6fb-417f-aaca-10de9b746c7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11dfdc7ef90d408d8d8e55ab625b20fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384083 Jun 30 01:30:49.654035 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36798) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:49.699435 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:49.719810 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:49.900933 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:49.903523 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:49.904652 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e41532c-6a3f-44e8-8a54-ac67b8b75dd0 HTTP/1.1" status: 204 len: 168 time: 0.2497089 Jun 30 01:30:49.905436 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-7ddab53f-a664-40e5-bc5a-c3369b37db88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:49.912562 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e41532c-6a3f-44e8-8a54-ac67b8b75dd0,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:49.919356 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:49.920402 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:49.920402 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:49.920402 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:49.920968 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:49.921328 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:49.921680 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:49.922030 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:49.922383 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:49.922725 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:49.923095 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:49.923434 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:49.926639 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:52.062748 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36848) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:52.176906 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0ed67b92-960a-42e7-a1b5-662fff1457c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:52.259680 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0ed67b92-960a-42e7-a1b5-662fff1457c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:52.341020 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0ed67b92-960a-42e7-a1b5-662fff1457c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:52.343678 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ab15d5bc-e25d-4f6d-835e-de8ad97924d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:52.379022 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-0ed67b92-960a-42e7-a1b5-662fff1457c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37dd6091c3294a06b8e89775be1a3ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151937 Jun 30 01:30:52.380009 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed67b92-960a-42e7-a1b5-662fff1457c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be6e68b-8a4e-4a27-a2ac-010c0a7af333,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:52.381728 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36854) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:52.382911 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0ed67b92-960a-42e7-a1b5-662fff1457c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:52.430342 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4f9768d4-5596-497b-912c-7df065c1d15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:52.449980 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4f9768d4-5596-497b-912c-7df065c1d15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:52.574898 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4f9768d4-5596-497b-912c-7df065c1d15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:52.577526 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4f9768d4-5596-497b-912c-7df065c1d15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:52.578681 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-4f9768d4-5596-497b-912c-7df065c1d15a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0be6e68b-8a4e-4a27-a2ac-010c0a7af333 HTTP/1.1" status: 204 len: 168 time: 0.1951902 Jun 30 01:30:52.579442 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a2abafd9-e42b-4df6-94ff-4fcf43869e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:52.587501 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9768d4-5596-497b-912c-7df065c1d15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be6e68b-8a4e-4a27-a2ac-010c0a7af333,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:52.594515 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-4f9768d4-5596-497b-912c-7df065c1d15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:53.286969 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36864) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:53.300607 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c1f64220-42ed-4828-96a5-207ff57be100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:53.385446 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c1f64220-42ed-4828-96a5-207ff57be100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:53.443882 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c1f64220-42ed-4828-96a5-207ff57be100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:53.446476 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-56720807-253d-420a-af81-9ba03c16c89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:53.480059 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f64220-42ed-4828-96a5-207ff57be100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d637c97c-cd4d-43eb-9e5b-a6a9a468f5c8,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:53.483483 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c1f64220-42ed-4828-96a5-207ff57be100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:53.485891 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-c1f64220-42ed-4828-96a5-207ff57be100 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0872e8a1bd9244b2a7e0afb155d57e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977711 Jun 30 01:30:53.489000 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36866) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:53.540097 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e9d0da8d-5aa2-4305-b82b-b3268509e396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:53.560516 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e9d0da8d-5aa2-4305-b82b-b3268509e396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:53.661828 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e9d0da8d-5aa2-4305-b82b-b3268509e396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:53.664516 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e9d0da8d-5aa2-4305-b82b-b3268509e396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:53.665673 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-e9d0da8d-5aa2-4305-b82b-b3268509e396 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d637c97c-cd4d-43eb-9e5b-a6a9a468f5c8 HTTP/1.1" status: 204 len: 168 time: 0.1757922 Jun 30 01:30:53.666428 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c1f64220-42ed-4828-96a5-207ff57be100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:53.673915 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0da8d-5aa2-4305-b82b-b3268509e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d637c97c-cd4d-43eb-9e5b-a6a9a468f5c8,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:53.676943 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-e9d0da8d-5aa2-4305-b82b-b3268509e396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:54.507764 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02a291-cb0b-481e-976f-8133933cfdb4 req-f746f384-cfc1-49af-99d2-a5fbb6a18fe4 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:54.509251 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6a02a291-cb0b-481e-976f-8133933cfdb4 req-f746f384-cfc1-49af-99d2-a5fbb6a18fe4 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 946 time: 0.0673711 Jun 30 01:30:54.552714 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6a02a291-cb0b-481e-976f-8133933cfdb4 req-fc7d40af-f868-45c4-a57d-a7b87fb27b45 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323892 Jun 30 01:30:54.577119 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36900) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:54.768194 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1a049-75f9-4cca-9c39-08dd361e0da6 tempest-TestMinimumBasicScenario-1084486239 tempest-TestMinimumBasicScenario-1084486239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:54.768460 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-fbd1a049-75f9-4cca-9c39-08dd361e0da6 tempest-TestMinimumBasicScenario-1084486239 tempest-TestMinimumBasicScenario-1084486239-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 1094 time: 0.1902208 Jun 30 01:30:54.771253 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36908) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:54.775625 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Request body: {'floatingip': {'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'port_id': '7b90b752-42ff-4d58-a6ad-3afe84fa3862', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:54.878089 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for floatingip, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:54.985087 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:55.089020 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Allocated IP 172.27.1.144 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/3e86a1a1-3b68-49a4-80a8-91c8f1230576) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:30:55.193625 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:55.312500 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:55.315811 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:55.351660 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:30:55.354515 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:30:55.359679 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:30:55.387370 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event updated for resources: {'Port': ['ID=3e86a1a1-3b68-49a4-80a8-91c8f1230576,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:55.391194 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:55.738555 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:55.880517 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:55.963896 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36944) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:56.043674 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:56.316534 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-7085da44-a07a-4c17-b01f-48aea27e84f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:56.319013 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:56.322158 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-00c732bc-192e-4bbb-a248-cf4ebd0a593c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:56.399002 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event updated for resources: {'Port': ['ID=3e86a1a1-3b68-49a4-80a8-91c8f1230576,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:56.403848 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:56.424790 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:56.555054 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.l3_db [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Floating IP e3467759-d4b7-439b-b212-eec887f7e48b associated. External IP: 172.27.1.144, port: 7b90b752-42ff-4d58-a6ad-3afe84fa3862. Jun 30 01:30:56.558269 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-7085da44-a07a-4c17-b01f-48aea27e84f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:56.634216 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-7085da44-a07a-4c17-b01f-48aea27e84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:56.639156 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9613422f-6ca8-43d0-b249-4f1f016eaa66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:56.686187 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085da44-a07a-4c17-b01f-48aea27e84f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae1d371-c72e-4144-bce3-cfc0a8637808,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:56.692686 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-7085da44-a07a-4c17-b01f-48aea27e84f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ee20d9713474cfc86ffcffa365e26cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7253356 Jun 30 01:30:56.692686 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-7085da44-a07a-4c17-b01f-48aea27e84f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:56.693351 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36962) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:56.817989 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c9186e14-01d6-4aa2-bc6b-0bc793499660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:56.847048 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c9186e14-01d6-4aa2-bc6b-0bc793499660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:56.860885 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Router e20ca8cd-8875-401b-9631-5a016a8b3a5e has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:30:56.983231 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:30:56.993078 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df636fc-0f2d-4cac-a8cf-3bb9137fb9c2 None None] Sync routers for ids ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:30:56.997813 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c9186e14-01d6-4aa2-bc6b-0bc793499660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:57.000370 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c9186e14-01d6-4aa2-bc6b-0bc793499660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:57.001501 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-c9186e14-01d6-4aa2-bc6b-0bc793499660 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dae1d371-c72e-4144-bce3-cfc0a8637808 HTTP/1.1" status: 204 len: 168 time: 0.3072636 Jun 30 01:30:57.002254 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a02a7e6c-47d4-43b9-b079-f6137bfea977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:57.005002 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df636fc-0f2d-4cac-a8cf-3bb9137fb9c2 None None] Routers {'e20ca8cd-8875-401b-9631-5a016a8b3a5e'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:30:57.005795 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-9df636fc-0f2d-4cac-a8cf-3bb9137fb9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:30:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:57.009381 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9186e14-01d6-4aa2-bc6b-0bc793499660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae1d371-c72e-4144-bce3-cfc0a8637808,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:57.011578 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c9186e14-01d6-4aa2-bc6b-0bc793499660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:57.108335 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:57.155590 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-508dda65-c988-401e-beb6-e5033494aa04 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3808393 Jun 30 01:30:57.155590 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:57.156097 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36970) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:57.156675 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17f4d51-a0a8-4e24-9b87-13e0fd062914" -d '{"events": [{"name": "network-changed", "server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:57.163548 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-8f63ded1-c848-404e-9ab1-c76308daf181 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1774067886', 'description': 'tempest-secgroup-smoke-1774067886 description', 'project_id': '22e11c8b9ca940019f96820b2220ad7e'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:57.199998 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d6edd1-fd6a-44a0-afde-de5675a23e41 x-openstack-request-id: req-d8d6edd1-fd6a-44a0-afde-de5675a23e41 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:57.200211 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:57.200495 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8d6edd1-fd6a-44a0-afde-de5675a23e41 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:57.200921 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862', 'status': 'completed', 'code': 200} Jun 30 01:30:57.253059 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-9df636fc-0f2d-4cac-a8cf-3bb9137fb9c2 None None] Set router e20ca8cd-8875-401b-9631-5a016a8b3a5e gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:30:57.267913 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8f63ded1-c848-404e-9ab1-c76308daf181 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:57.312793 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f4d51-a0a8-4e24-9b87-13e0fd062914 req-ce428277-1bad-4566-87ab-cf38ae8a5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:57.314288 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e17f4d51-a0a8-4e24-9b87-13e0fd062914 req-ce428277-1bad-4566-87ab-cf38ae8a5ea2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22e11c8b9ca940019f96820b2220ad7e&device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 1099 time: 0.0783725 Jun 30 01:30:57.449200 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8f63ded1-c848-404e-9ab1-c76308daf181 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:57.459555 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f4d51-a0a8-4e24-9b87-13e0fd062914 req-b5143aa5-cfc8-4378-8855-83816c3d3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:57.461161 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e17f4d51-a0a8-4e24-9b87-13e0fd062914 req-b5143aa5-cfc8-4378-8855-83816c3d3c3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4291780-3495-47e0-8337-daf35a337596 HTTP/1.1" status: 200 len: 914 time: 0.1371312 Jun 30 01:30:57.508332 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-9df636fc-0f2d-4cac-a8cf-3bb9137fb9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:29:45Z', 'revision_number': 4, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port': {'id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:42Z', 'updated_at': '2021-06-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': 'e3467759-d4b7-439b-b212-eec887f7e48b', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'port_id': '7b90b752-42ff-4d58-a6ad-3afe84fa3862', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'mac_address': 'fa:16:3e:10:90:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:30:55Z', 'updated_at': '2021-06-30T01:30:55Z', 'revision_number': 0, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d50c517-4b09-4cef-84ab-101772225317', 'name': '', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'mac_address': 'fa:16:3e:d0:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:44Z', 'updated_at': '2021-06-30T01:29:52Z', 'revision_number': 5, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'subnets': [{'id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:57.511730 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8f63ded1-c848-404e-9ab1-c76308daf181 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:57.516607 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:57.540264 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df636fc-0f2d-4cac-a8cf-3bb9137fb9c2 None None] Checking router: e20ca8cd-8875-401b-9631-5a016a8b3a5e for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:30:57.550694 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df636fc-0f2d-4cac-a8cf-3bb9137fb9c2 None None] Routers {'e20ca8cd-8875-401b-9631-5a016a8b3a5e'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:30:57.551236 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-9df636fc-0f2d-4cac-a8cf-3bb9137fb9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:30:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:57.565209 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63ded1-c848-404e-9ab1-c76308daf181 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfb0387-01a4-4e44-8b81-fda777f2db74,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:57.568440 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-8f63ded1-c848-404e-9ab1-c76308daf181 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:57.575844 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e17f4d51-a0a8-4e24-9b87-13e0fd062914 req-2c615cbe-e3da-49af-b65c-f3754c726172 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b90b752-42ff-4d58-a6ad-3afe84fa3862 HTTP/1.1" status: 200 len: 1000 time: 0.1029170 Jun 30 01:30:57.640673 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f4d51-a0a8-4e24-9b87-13e0fd062914 req-4055a6be-cd3c-4b1b-a508-f48f00ef6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:57.642431 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e17f4d51-a0a8-4e24-9b87-13e0fd062914 req-4055a6be-cd3c-4b1b-a508-f48f00ef6645 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92 HTTP/1.1" status: 200 len: 852 time: 0.0551014 Jun 30 01:30:57.663248 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8f63ded1-c848-404e-9ab1-c76308daf181 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:57.664501 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-8f63ded1-c848-404e-9ab1-c76308daf181 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5067389 Jun 30 01:30:57.667980 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36982) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:57.672394 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-0eb2c7f6-24a6-4baa-afa2-6c975a085705 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Request body: {'security_group_rule': {'security_group_id': '2dfb0387-01a4-4e44-8b81-fda777f2db74', 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:57.683611 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-9df636fc-0f2d-4cac-a8cf-3bb9137fb9c2 None None] Set router e20ca8cd-8875-401b-9631-5a016a8b3a5e gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:30:57.715723 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f4d51-a0a8-4e24-9b87-13e0fd062914 req-e84bf7a3-4c57-4ad5-b1fa-f5c20be3b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:57.717468 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e17f4d51-a0a8-4e24-9b87-13e0fd062914 req-e84bf7a3-4c57-4ad5-b1fa-f5c20be3b94a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4291780-3495-47e0-8337-daf35a337596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0635645 Jun 30 01:30:57.750800 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36984) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:57.764637 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e338a478-10c7-4407-ba8d-a1e69923e788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:57.797030 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c7f6-24a6-4baa-afa2-6c975a085705 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:57.825664 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e17f4d51-a0a8-4e24-9b87-13e0fd062914 req-5c7404a3-71ff-4a65-ab26-22a725c287a0 service neutron] 10.222.0.36 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997043 Jun 30 01:30:57.883193 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c7f6-24a6-4baa-afa2-6c975a085705 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:57.910755 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e338a478-10c7-4407-ba8d-a1e69923e788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:57.921477 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-9df636fc-0f2d-4cac-a8cf-3bb9137fb9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:29:45Z', 'revision_number': 4, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port': {'id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:42Z', 'updated_at': '2021-06-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': 'e3467759-d4b7-439b-b212-eec887f7e48b', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'port_id': '7b90b752-42ff-4d58-a6ad-3afe84fa3862', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'mac_address': 'fa:16:3e:10:90:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:30:55Z', 'updated_at': '2021-06-30T01:30:55Z', 'revision_number': 0, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d50c517-4b09-4cef-84ab-101772225317', 'name': '', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'mac_address': 'fa:16:3e:d0:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:44Z', 'updated_at': '2021-06-30T01:29:52Z', 'revision_number': 5, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'subnets': [{'id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:57.946976 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c7f6-24a6-4baa-afa2-6c975a085705 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:57.947386 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df636fc-0f2d-4cac-a8cf-3bb9137fb9c2 None None] The sync data for ids ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'] in dv-cinder-797245-10-iscsi is: [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:29:45Z', 'revision_number': 4, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port': {'id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:42Z', 'updated_at': '2021-06-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': 'e3467759-d4b7-439b-b212-eec887f7e48b', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'port_id': '7b90b752-42ff-4d58-a6ad-3afe84fa3862', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'mac_address': 'fa:16:3e:10:90:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:30:55Z', 'updated_at': '2021-06-30T01:30:55Z', 'revision_number': 0, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d50c517-4b09-4cef-84ab-101772225317', 'name': '', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'mac_address': 'fa:16:3e:d0:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:44Z', 'updated_at': '2021-06-30T01:29:52Z', 'revision_number': 5, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'subnets': [{'id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:30:57.948075 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e338a478-10c7-4407-ba8d-a1e69923e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:57.951858 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:57.996573 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338a478-10c7-4407-ba8d-a1e69923e788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa57aff4-3f0e-4268-8c3c-64474554c726,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:57.999567 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-e338a478-10c7-4407-ba8d-a1e69923e788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:58.000544 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:58.008450 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-e338a478-10c7-4407-ba8d-a1e69923e788 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55827056a57f48f7baf47eef43977a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525883 Jun 30 01:30:58.008822 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 36988) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:58.013124 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2c7f6-24a6-4baa-afa2-6c975a085705 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6f6cac-6c6b-48c9-896e-9ceec06bb2e7,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:58.015695 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0eb2c7f6-24a6-4baa-afa2-6c975a085705 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:58.055442 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c7f6-24a6-4baa-afa2-6c975a085705 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.056638 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-0eb2c7f6-24a6-4baa-afa2-6c975a085705 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3880496 Jun 30 01:30:58.059404 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36990) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:58.064000 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-037c491c-4406-43b6-abd4-11df4554a80a tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Request body: {'security_group_rule': {'security_group_id': '2dfb0387-01a4-4e44-8b81-fda777f2db74', 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:58.101382 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-886bcf3b-719d-40b4-9222-0f7f2442b5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.131018 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-886bcf3b-719d-40b4-9222-0f7f2442b5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.158006 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-c43ccb58-0ca2-4a26-8bc3-870309488269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.160429 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9fbda-f0e3-47f2-aabc-7d0418811635 req-e224b55b-c309-4533-ae84-d30eb24370c9 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:58.160429 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-77a9fbda-f0e3-47f2-aabc-7d0418811635 req-e224b55b-c309-4533-ae84-d30eb24370c9 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 946 time: 0.1115222 Jun 30 01:30:58.174383 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d96da-fc65-4954-9337-2dc485437c1d None None] New status for floating IP e3467759-d4b7-439b-b212-eec887f7e48b: ACTIVE {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:30:58.188665 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-037c491c-4406-43b6-abd4-11df4554a80a tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.210745 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-77a9fbda-f0e3-47f2-aabc-7d0418811635 req-1c31c88e-5ff1-4702-ac1f-c534131ce08b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392165 Jun 30 01:30:58.301112 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-886bcf3b-719d-40b4-9222-0f7f2442b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.303921 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-886bcf3b-719d-40b4-9222-0f7f2442b5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.305482 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-886bcf3b-719d-40b4-9222-0f7f2442b5e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa57aff4-3f0e-4268-8c3c-64474554c726 HTTP/1.1" status: 204 len: 168 time: 0.2966483 Jun 30 01:30:58.306430 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ee14a570-99a4-40ab-abdf-b0d39fe5472f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:58.314451 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bcf3b-719d-40b4-9222-0f7f2442b5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa57aff4-3f0e-4268-8c3c-64474554c726,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:58.314654 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-037c491c-4406-43b6-abd4-11df4554a80a tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.316840 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-886bcf3b-719d-40b4-9222-0f7f2442b5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:58.392612 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-037c491c-4406-43b6-abd4-11df4554a80a tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.394637 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:58.408902 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c491c-4406-43b6-abd4-11df4554a80a tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc69e95-b7f6-4558-980b-63b690a065cd,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:58.412740 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-037c491c-4406-43b6-abd4-11df4554a80a tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:58.472635 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-037c491c-4406-43b6-abd4-11df4554a80a tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.473900 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-037c491c-4406-43b6-abd4-11df4554a80a tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4134529 Jun 30 01:30:58.476533 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 36996) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:58.481113 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-19c60e5c-ee2b-495f-b308-f8b04b19c228 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Request body: {'security_group_rule': {'security_group_id': '2dfb0387-01a4-4e44-8b81-fda777f2db74', 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:58.539988 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-19c60e5c-ee2b-495f-b308-f8b04b19c228 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.596616 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-19c60e5c-ee2b-495f-b308-f8b04b19c228 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.684299 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-19c60e5c-ee2b-495f-b308-f8b04b19c228 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.686349 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:58.702088 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c60e5c-ee2b-495f-b308-f8b04b19c228 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086fb2b7-5922-4c62-8fa0-54577a5c133a,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:58.704513 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-19c60e5c-ee2b-495f-b308-f8b04b19c228 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:58.781697 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-19c60e5c-ee2b-495f-b308-f8b04b19c228 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.783547 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-19c60e5c-ee2b-495f-b308-f8b04b19c228 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3059075 Jun 30 01:30:58.786548 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37006) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:58.798795 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-70c0971c-3ede-4ead-9cea-e51410f4f523 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Request body: {'security_group_rule': {'security_group_id': '2dfb0387-01a4-4e44-8b81-fda777f2db74', 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:58.893803 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-70c0971c-3ede-4ead-9cea-e51410f4f523 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.950925 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-70c0971c-3ede-4ead-9cea-e51410f4f523 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:58.997825 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-70c0971c-3ede-4ead-9cea-e51410f4f523 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:59.002950 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:59.019734 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0971c-3ede-4ead-9cea-e51410f4f523 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518a6c8e-07e0-4d96-bd62-4ac89e6aee0f,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:59.023256 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-70c0971c-3ede-4ead-9cea-e51410f4f523 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:59.060751 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-70c0971c-3ede-4ead-9cea-e51410f4f523 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:59.061976 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-70c0971c-3ede-4ead-9cea-e51410f4f523 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2744577 Jun 30 01:30:59.064727 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37014) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:59.070018 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-030432d9-f9e3-468b-b8e6-6ea522fdf787 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Request body: {'security_group_rule': {'security_group_id': '2dfb0387-01a4-4e44-8b81-fda777f2db74', 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:59.152780 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.securitygroups_db [None req-030432d9-f9e3-468b-b8e6-6ea522fdf787 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Project 22e11c8b9ca940019f96820b2220ad7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 01:30:59.158889 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-030432d9-f9e3-468b-b8e6-6ea522fdf787 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:59.232483 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-030432d9-f9e3-468b-b8e6-6ea522fdf787 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:59.307302 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-030432d9-f9e3-468b-b8e6-6ea522fdf787 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:59.312935 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-cd4ec5ce-2bba-47cd-a3bb-6ebfa40b1f91 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:59.330150 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030432d9-f9e3-468b-b8e6-6ea522fdf787 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5519eec-54d4-428b-8244-aa46c1e17f84,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:59.337993 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-030432d9-f9e3-468b-b8e6-6ea522fdf787 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:59.392554 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-030432d9-f9e3-468b-b8e6-6ea522fdf787 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:59.393774 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-030432d9-f9e3-468b-b8e6-6ea522fdf787 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3280995 Jun 30 01:30:59.396517 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37026) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:59.401455 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-2b9783e8-f3cf-420b-b328-12b8f283f545 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Request body: {'security_group_rule': {'security_group_id': '2dfb0387-01a4-4e44-8b81-fda777f2db74', 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:59.405997 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909856c-44ad-4b5e-a31b-62381b64e2f7 req-6b75dea4-e75e-4bfc-8196-9771ac7d6a82 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:59.408177 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e909856c-44ad-4b5e-a31b-62381b64e2f7 req-6b75dea4-e75e-4bfc-8196-9771ac7d6a82 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 946 time: 0.0634363 Jun 30 01:30:59.447489 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e909856c-44ad-4b5e-a31b-62381b64e2f7 req-b43c5e33-dbf8-4e83-9e3d-8c2faf193f94 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341244 Jun 30 01:30:59.490523 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.securitygroups_db [None req-2b9783e8-f3cf-420b-b328-12b8f283f545 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Project 22e11c8b9ca940019f96820b2220ad7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 01:30:59.495930 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2b9783e8-f3cf-420b-b328-12b8f283f545 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:59.555342 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2b9783e8-f3cf-420b-b328-12b8f283f545 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:59.621452 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2b9783e8-f3cf-420b-b328-12b8f283f545 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:59.623789 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-70c0971c-3ede-4ead-9cea-e51410f4f523 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:59.641593 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9783e8-f3cf-420b-b328-12b8f283f545 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed6b9d4-92e9-404a-9e60-0223ba8bc3cf,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:59.645515 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-2b9783e8-f3cf-420b-b328-12b8f283f545 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:59.685246 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e17f4d51-a0a8-4e24-9b87-13e0fd062914 req-deea29ed-0c55-470a-a24a-f8ddc2ed5c4f service neutron] 10.222.0.36 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899923 Jun 30 01:30:59.724770 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2b9783e8-f3cf-420b-b328-12b8f283f545 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:59.725997 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-2b9783e8-f3cf-420b-b328-12b8f283f545 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3282993 Jun 30 01:30:59.840917 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-20477727-5069-48e2-9221-10a812e876fd req-cd220029-049b-4f35-89a8-b5efe6d51462 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1774067886&fields=id&tenant_id=22e11c8b9ca940019f96820b2220ad7e HTTP/1.1" status: 200 len: 267 time: 0.0323577 Jun 30 01:30:59.907824 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477727-5069-48e2-9221-10a812e876fd req-3a508fa9-1b9b-4f24-912b-46eea5d506da tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:59.909280 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-20477727-5069-48e2-9221-10a812e876fd req-3a508fa9-1b9b-4f24-912b-46eea5d506da tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 946 time: 0.0631237 Jun 30 01:30:59.921387 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-20477727-5069-48e2-9221-10a812e876fd req-5fb16451-f26c-4d96-b991-de041a50629c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Request body: {'port': {'security_groups': ['adbe89bd-3c98-45b7-8b4a-19b668b56fce', '2dfb0387-01a4-4e44-8b81-fda777f2db74']}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:00.004590 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-20477727-5069-48e2-9221-10a812e876fd req-5fb16451-f26c-4d96-b991-de041a50629c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:00.189054 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-20477727-5069-48e2-9221-10a812e876fd req-5fb16451-f26c-4d96-b991-de041a50629c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] For port 7b90b752-42ff-4d58-a6ad-3afe84fa3862, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7b90b752-42ff-4d58-a6ad-3afe84fa3862,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:00.219918 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-20477727-5069-48e2-9221-10a812e876fd req-5fb16451-f26c-4d96-b991-de041a50629c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:00.266169 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-20477727-5069-48e2-9221-10a812e876fd req-5fb16451-f26c-4d96-b991-de041a50629c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:00.270021 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:00.312619 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477727-5069-48e2-9221-10a812e876fd req-5fb16451-f26c-4d96-b991-de041a50629c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:00.313262 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-20477727-5069-48e2-9221-10a812e876fd req-5fb16451-f26c-4d96-b991-de041a50629c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:00.314652 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-20477727-5069-48e2-9221-10a812e876fd req-5fb16451-f26c-4d96-b991-de041a50629c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "PUT /v2.0/ports/7b90b752-42ff-4d58-a6ad-3afe84fa3862 HTTP/1.1" status: 200 len: 982 time: 0.3978302 Jun 30 01:31:00.315193 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:00.318013 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdc101b-1ae8-43cb-80be-4848b7523ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:00.352350 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb16451-f26c-4d96-b991-de041a50629c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event updated for resources: {'Port': ['ID=7b90b752-42ff-4d58-a6ad-3afe84fa3862,revision_number=6']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:00.366467 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-5fb16451-f26c-4d96-b991-de041a50629c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:00.399791 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af44b650-a398-4698-b1e6-228fad19f80e x-openstack-request-id: req-af44b650-a398-4698-b1e6-228fad19f80e {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:00.400119 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:00.400402 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af44b650-a398-4698-b1e6-228fad19f80e {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:00.400832 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862', 'status': 'completed', 'code': 200} Jun 30 01:31:00.537606 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fb9ea-46ce-4920-80f8-f3980fba284c req-922c6669-ab31-471d-8939-12d0c1280493 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:00.539117 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d66fb9ea-46ce-4920-80f8-f3980fba284c req-922c6669-ab31-471d-8939-12d0c1280493 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 985 time: 0.0829518 Jun 30 01:31:00.600071 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-1190962b-49be-48e1-8961-1c3087f3c99e None None] Provisioning complete for port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:00.600653 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-1190962b-49be-48e1-8961-1c3087f3c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:00.605920 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d66fb9ea-46ce-4920-80f8-f3980fba284c req-394d770d-36fb-4c6f-ac95-49cb72f98c58 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&id=2dfb0387-01a4-4e44-8b81-fda777f2db74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601876 Jun 30 01:31:00.642082 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74ec62-3f50-4862-8178-d71120c83f5d req-66e44978-c36a-4f0a-8344-9ba08da0221a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:00.643411 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1a74ec62-3f50-4862-8178-d71120c83f5d req-66e44978-c36a-4f0a-8344-9ba08da0221a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 946 time: 0.0717373 Jun 30 01:31:00.683116 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['7b90b752-42ff-4d58-a6ad-3afe84fa3862'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:00.686052 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1a74ec62-3f50-4862-8178-d71120c83f5d req-434e77f0-5ddf-432f-8dbe-f93b8acc83ef tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353687 Jun 30 01:31:00.780404 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['7b90b752-42ff-4d58-a6ad-3afe84fa3862'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:00.834094 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1957-b6cf-4e37-a29d-59c7a603e288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:00.856113 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc101b-1ae8-43cb-80be-4848b7523ff3 req-e509a9e8-eac3-4115-9863-a4d3dc1d79de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:00.857669 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cfdc101b-1ae8-43cb-80be-4848b7523ff3 req-e509a9e8-eac3-4115-9863-a4d3dc1d79de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22e11c8b9ca940019f96820b2220ad7e&device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 1138 time: 0.0589397 Jun 30 01:31:00.952752 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc101b-1ae8-43cb-80be-4848b7523ff3 req-3405017b-aae2-4ce2-a3d7-0b37a7951169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:00.954399 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cfdc101b-1ae8-43cb-80be-4848b7523ff3 req-3405017b-aae2-4ce2-a3d7-0b37a7951169 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4291780-3495-47e0-8337-daf35a337596 HTTP/1.1" status: 200 len: 914 time: 0.0885367 Jun 30 01:31:01.019784 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cfdc101b-1ae8-43cb-80be-4848b7523ff3 req-1f6d29f9-dc22-4cdf-954a-43d9133f7a63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b90b752-42ff-4d58-a6ad-3afe84fa3862 HTTP/1.1" status: 200 len: 1002 time: 0.0568511 Jun 30 01:31:01.077553 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc101b-1ae8-43cb-80be-4848b7523ff3 req-f54bc4b5-1677-4382-a2a1-2b60f33edca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:01.079346 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cfdc101b-1ae8-43cb-80be-4848b7523ff3 req-f54bc4b5-1677-4382-a2a1-2b60f33edca7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92 HTTP/1.1" status: 200 len: 852 time: 0.0497215 Jun 30 01:31:01.080978 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:01.158187 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc101b-1ae8-43cb-80be-4848b7523ff3 req-ba12252d-29df-4271-854d-f8dc866d815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:01.159800 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cfdc101b-1ae8-43cb-80be-4848b7523ff3 req-ba12252d-29df-4271-854d-f8dc866d815e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4291780-3495-47e0-8337-daf35a337596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0677285 Jun 30 01:31:01.259399 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cfdc101b-1ae8-43cb-80be-4848b7523ff3 req-7e0b5edd-b20a-465a-b119-6103464e2a39 service neutron] 10.222.0.36 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913036 Jun 30 01:31:01.354183 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cfdc101b-1ae8-43cb-80be-4848b7523ff3 req-31004137-9c07-447e-998b-3a84abd86e82 service neutron] 10.222.0.36 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875859 Jun 30 01:31:01.450833 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['7b90b752-42ff-4d58-a6ad-3afe84fa3862'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:01.877348 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973d8b7-1a46-450e-a139-6a0c18fcf6b0 req-b888ad69-b049-4f90-ae47-dd5f946cb855 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:01.878846 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6973d8b7-1a46-450e-a139-6a0c18fcf6b0 req-b888ad69-b049-4f90-ae47-dd5f946cb855 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 946 time: 0.0625079 Jun 30 01:31:01.901217 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:01.917082 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6973d8b7-1a46-450e-a139-6a0c18fcf6b0 req-8b17eea9-bebb-4203-bc69-c301aba4c1c8 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320253 Jun 30 01:31:02.790791 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-e62a3e9d-03a0-4461-836a-9c837ab6ffae tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:02.792257 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-e62a3e9d-03a0-4461-836a-9c837ab6ffae tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 946 time: 0.0647111 Jun 30 01:31:02.889435 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Deleting port b5ecd3a2-9bad-401f-98ae-b219e33f257a {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:31:02.890198 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:02.983670 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] For port b5ecd3a2-9bad-401f-98ae-b219e33f257a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b5ecd3a2-9bad-401f-98ae-b219e33f257a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:02.984028 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:03.187619 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3386d-826f-4f0b-9520-38fd479c4153 req-64f751e0-63d2-4960-9052-2ae2ab7e40c7 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:03.189053 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-80d3386d-826f-4f0b-9520-38fd479c4153 req-64f751e0-63d2-4960-9052-2ae2ab7e40c7 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 946 time: 0.1439235 Jun 30 01:31:03.335586 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:03.510602 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:03.510892 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:03.511301 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.l3_db [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Floating IP 63760285-311b-4c31-a257-6622e627e14d disassociated. External IP: 172.27.1.128, port: b5ecd3a2-9bad-401f-98ae-b219e33f257a. Jun 30 01:31:03.511648 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Calling delete_port for b5ecd3a2-9bad-401f-98ae-b219e33f257a owned by compute:nova {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:31:03.516611 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-80d3386d-826f-4f0b-9520-38fd479c4153 req-f3d0599f-4661-45cb-b40c-8291875754f3 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcb437d8-ff51-4038-ab50-9a69ce349638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518546 Jun 30 01:31:03.786052 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:03.786052 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-0957ca97-73cb-4fb2-888d-d52b5a51b973 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:03.811414 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event deleted for resources: {'Port': ['ID=b5ecd3a2-9bad-401f-98ae-b219e33f257a,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:03.821903 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:03.822268 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:03.822625 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:03.822975 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:03.823347 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:03.823694 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:03.824036 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:03.824376 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:03.824714 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:03.825052 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:03.825388 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:03.825723 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:03.829830 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:03.932435 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:31:04.045804 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:31:04.055886 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c8b06-9d76-4eec-b953-eb42068a8b92 None None] Sync routers for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:31:04.065842 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c8b06-9d76-4eec-b953-eb42068a8b92 None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:04.066463 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-593c8b06-9d76-4eec-b953-eb42068a8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:04.095734 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] No DVR routers for this DVR port b5ecd3a2-9bad-401f-98ae-b219e33f257a on host hv-cinder-79724 {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:31:04.099002 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:04.101131 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1af94970-33e4-42c9-a580-c9717fd6eac3 req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.36 "DELETE /v2.0/ports/b5ecd3a2-9bad-401f-98ae-b219e33f257a HTTP/1.1" status: 204 len: 173 time: 1.3023582 Jun 30 01:31:04.101657 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'name': 'network-vif-deleted', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:04.104015 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baa1f12-a517-42fb-802d-3ea7c4a993bb" -d '{"events": [{"server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "name": "network-vif-deleted", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:04.140516 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d7b60b-72ee-450e-b83c-a7983bd761ea x-openstack-request-id: req-80d7b60b-72ee-450e-b83c-a7983bd761ea {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:04.140842 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a06e246-7ffd-4985-b111-de4edbb3595e", "name": "network-vif-deleted", "tag": "b5ecd3a2-9bad-401f-98ae-b219e33f257a", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:04.141124 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80d7b60b-72ee-450e-b83c-a7983bd761ea {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:04.141550 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a06e246-7ffd-4985-b111-de4edbb3595e', 'name': 'network-vif-deleted', 'tag': 'b5ecd3a2-9bad-401f-98ae-b219e33f257a', 'status': 'completed', 'code': 200} Jun 30 01:31:04.178618 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-593c8b06-9d76-4eec-b953-eb42068a8b92 None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:04.371478 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-593c8b06-9d76-4eec-b953-eb42068a8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 5, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:04.396897 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c8b06-9d76-4eec-b953-eb42068a8b92 None None] Checking router: 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:31:04.405044 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c8b06-9d76-4eec-b953-eb42068a8b92 None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:04.405651 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-593c8b06-9d76-4eec-b953-eb42068a8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:04.507044 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-593c8b06-9d76-4eec-b953-eb42068a8b92 None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:04.666718 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-803609f8-bacc-4eac-a86e-7f30a2bff605 req-482d7eb9-81c7-46fd-ac3c-cba806328113 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0329390 Jun 30 01:31:04.714637 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-593c8b06-9d76-4eec-b953-eb42068a8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 5, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:04.740257 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c8b06-9d76-4eec-b953-eb42068a8b92 None None] The sync data for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi is: [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 5, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:31:04.901082 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:04.951193 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3a742-89ee-4ef4-b728-2099fb91d4e2 None None] New status for floating IP 63760285-311b-4c31-a257-6622e627e14d: DOWN {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:31:05.810010 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-788647e2-c077-47c2-9b1c-a7c68e3fd02d req-acff1ec0-038d-4adc-b1ee-a3c0aee83869 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a06e246-7ffd-4985-b111-de4edbb3595e HTTP/1.1" status: 200 len: 210 time: 0.0287249 Jun 30 01:31:06.086406 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc0da69a-f4ea-42af-b721-27c1ecab49ff req-f03476b9-9e8f-4720-998b-b2a63b5500ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510275 Jun 30 01:31:06.166008 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0da69a-f4ea-42af-b721-27c1ecab49ff req-58f76899-a885-4a99-a8c8-74fab2c3c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:06.167564 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc0da69a-f4ea-42af-b721-27c1ecab49ff req-58f76899-a885-4a99-a8c8-74fab2c3c05b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731b3b4440304019ae864de48ebcf241&device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 1099 time: 0.0540779 Jun 30 01:31:06.285597 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0da69a-f4ea-42af-b721-27c1ecab49ff req-9c94a2f5-2fd8-41ed-993d-601bf2f49929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:06.287132 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc0da69a-f4ea-42af-b721-27c1ecab49ff req-9c94a2f5-2fd8-41ed-993d-601bf2f49929 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f86744b-e2e7-48b3-82b1-5995e103144a HTTP/1.1" status: 200 len: 911 time: 0.0904505 Jun 30 01:31:06.360594 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc0da69a-f4ea-42af-b721-27c1ecab49ff req-12fe995d-97dd-43b1-89bc-508b9c21d791 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 HTTP/1.1" status: 200 len: 1002 time: 0.0571830 Jun 30 01:31:06.396821 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:31:06.412732 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0da69a-f4ea-42af-b721-27c1ecab49ff req-12b9240e-ceea-4719-8a8d-fca51d8661d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:06.414187 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc0da69a-f4ea-42af-b721-27c1ecab49ff req-12b9240e-ceea-4719-8a8d-fca51d8661d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bba9328-0adf-4c0e-9d92-497000cb871e HTTP/1.1" status: 200 len: 849 time: 0.0462878 Jun 30 01:31:06.477164 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0da69a-f4ea-42af-b721-27c1ecab49ff req-4a361400-6b18-4fb1-8545-5e8f83916a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:06.478636 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc0da69a-f4ea-42af-b721-27c1ecab49ff req-4a361400-6b18-4fb1-8545-5e8f83916a30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f86744b-e2e7-48b3-82b1-5995e103144a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529034 Jun 30 01:31:06.569730 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc0da69a-f4ea-42af-b721-27c1ecab49ff req-50ddeb5b-02ec-4170-8ab8-6112d99481b9 service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812299 Jun 30 01:31:06.670724 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc0da69a-f4ea-42af-b721-27c1ecab49ff req-ea0e7e94-a070-4aa4-8bca-75d8170c1799 service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880573 Jun 30 01:31:06.822071 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b5ecd3a2-9bad-401f-98ae-b219e33f257a no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:31:06.842256 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: b5ecd3a2-9bad-401f-98ae-b219e33f257a {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:31:06.842619 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device b5ecd3a2-9bad-401f-98ae-b219e33f257a not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:31:07.033389 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37124) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:07.090970 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e1038ed6-5172-40ae-b762-9f5b14260673 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:07.116046 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e1038ed6-5172-40ae-b762-9f5b14260673 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:07.238171 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e1038ed6-5172-40ae-b762-9f5b14260673 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:07.241532 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e1038ed6-5172-40ae-b762-9f5b14260673 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:07.245306 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-e1038ed6-5172-40ae-b762-9f5b14260673 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "DELETE /v2.0/security-groups/fcb437d8-ff51-4038-ab50-9a69ce349638 HTTP/1.1" status: 204 len: 168 time: 0.2082891 Jun 30 01:31:07.245306 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-9c5756c9-ab27-41a3-9bee-3c5f82a70f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:07.246930 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37130) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:07.258199 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1038ed6-5172-40ae-b762-9f5b14260673 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb437d8-ff51-4038-ab50-9a69ce349638,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:07.260807 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-e1038ed6-5172-40ae-b762-9f5b14260673 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:07.261011 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.api.v2.resource [None req-dadaa75e-e819-40d5-8e75-d2a62cfdb112 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] show failed (client error): The resource could not be found. Jun 30 01:31:07.264985 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37134) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:07.265164 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-dadaa75e-e819-40d5-8e75-d2a62cfdb112 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups/fcb437d8-ff51-4038-ab50-9a69ce349638 HTTP/1.1" status: 404 len: 347 time: 0.0165510 Jun 30 01:31:07.391713 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-5ad34f96-560d-44f9-b83c-53e433fe5c3d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Deleting port 72ac048d-8160-4240-9061-7059180b2514 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:31:07.392058 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-5ad34f96-560d-44f9-b83c-53e433fe5c3d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:07.485560 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-5ad34f96-560d-44f9-b83c-53e433fe5c3d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:07.485890 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-5ad34f96-560d-44f9-b83c-53e433fe5c3d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:07.497220 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-5ad34f96-560d-44f9-b83c-53e433fe5c3d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Calling delete_port for 72ac048d-8160-4240-9061-7059180b2514 owned by network:floatingip {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:31:07.695201 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-5ad34f96-560d-44f9-b83c-53e433fe5c3d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:07.697128 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c138e821-c45f-41cf-bd4c-075ab4cf43e6 tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:07.719166 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad34f96-560d-44f9-b83c-53e433fe5c3d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event deleted for resources: {'Port': ['ID=72ac048d-8160-4240-9061-7059180b2514,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:07.721556 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-5ad34f96-560d-44f9-b83c-53e433fe5c3d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:07.785085 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-5ad34f96-560d-44f9-b83c-53e433fe5c3d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:07.787858 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-5ad34f96-560d-44f9-b83c-53e433fe5c3d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:07.789009 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-5ad34f96-560d-44f9-b83c-53e433fe5c3d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "DELETE /v2.0/floatingips/63760285-311b-4c31-a257-6622e627e14d HTTP/1.1" status: 204 len: 168 time: 0.5228190 Jun 30 01:31:08.201812 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37144) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:08.206640 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-28c6dfb5-0d12-4df4-8c4c-f07e1936e0f4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587749157', 'description': 'tempest-description--1495893846'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:08.301030 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-28c6dfb5-0d12-4df4-8c4c-f07e1936e0f4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:08.382535 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-28c6dfb5-0d12-4df4-8c4c-f07e1936e0f4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:08.431990 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-28c6dfb5-0d12-4df4-8c4c-f07e1936e0f4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:08.434257 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-e1038ed6-5172-40ae-b762-9f5b14260673 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:08.460217 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6dfb5-0d12-4df4-8c4c-f07e1936e0f4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643c65a7-74d1-400f-9c03-4f157a1ced7b,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:08.462807 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-28c6dfb5-0d12-4df4-8c4c-f07e1936e0f4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:08.512473 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-28c6dfb5-0d12-4df4-8c4c-f07e1936e0f4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:08.513938 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-28c6dfb5-0d12-4df4-8c4c-f07e1936e0f4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3109369 Jun 30 01:31:08.516808 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37154) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:08.521959 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-d45e608c-c158-49e5-8663-65f8ba2d1b7b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Request body: {'security_group_rule': {'security_group_id': '643c65a7-74d1-400f-9c03-4f157a1ced7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:08.614240 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d45e608c-c158-49e5-8663-65f8ba2d1b7b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:08.672387 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d45e608c-c158-49e5-8663-65f8ba2d1b7b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:08.718030 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d45e608c-c158-49e5-8663-65f8ba2d1b7b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:08.720247 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:08.734942 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e608c-c158-49e5-8663-65f8ba2d1b7b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b9c362-6491-48bd-b17e-73ca289c3748,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:08.744394 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d45e608c-c158-49e5-8663-65f8ba2d1b7b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:08.781166 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d45e608c-c158-49e5-8663-65f8ba2d1b7b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:08.782351 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-d45e608c-c158-49e5-8663-65f8ba2d1b7b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2646062 Jun 30 01:31:08.784933 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37160) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:08.789297 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-e03ded5d-a0d1-4548-bb9b-c9faa225246b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Request body: {'security_group_rule': {'security_group_id': '643c65a7-74d1-400f-9c03-4f157a1ced7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:08.876913 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e03ded5d-a0d1-4548-bb9b-c9faa225246b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:08.932541 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e03ded5d-a0d1-4548-bb9b-c9faa225246b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:09.003240 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e03ded5d-a0d1-4548-bb9b-c9faa225246b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:09.005846 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:09.022306 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ded5d-a0d1-4548-bb9b-c9faa225246b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b868f79-c82e-4cdd-b1d1-c9b39a33fdef,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:09.025131 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-e03ded5d-a0d1-4548-bb9b-c9faa225246b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:09.100657 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-e03ded5d-a0d1-4548-bb9b-c9faa225246b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:09.101822 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-e03ded5d-a0d1-4548-bb9b-c9faa225246b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159823 Jun 30 01:31:09.104988 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37162) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:09.109463 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Request body: {'floatingip': {'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:09.203979 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:09.300021 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:09.402989 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Allocated IP 172.27.1.112 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/17abc641-6135-4aad-9172-d2183601af73) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:09.500453 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:09.569642 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:09.571620 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3941070e-d2d3-4d88-8e60-3c9ebdc1a2f8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:09.612604 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:09.615495 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:09.618055 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:09.642716 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event updated for resources: {'Port': ['ID=17abc641-6135-4aad-9172-d2183601af73,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:09.645395 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:09.738312 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:09.841228 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:09.984097 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.044182 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.047094 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:10.107631 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event updated for resources: {'Port': ['ID=17abc641-6135-4aad-9172-d2183601af73,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:10.111613 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:10.121588 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.253941 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37174) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:10.289645 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.290803 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1848795 Jun 30 01:31:10.358152 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5cd8-e6c3-4c91-b8a2-c86c8353b3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.451619 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5cd8-e6c3-4c91-b8a2-c86c8353b3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.486278 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-79edaeaa-0b3e-45c6-bb4f-aff5435ab2ff tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1587749157&fields=id&tenant_id=c9c16c3286ce42ed8603762ac2252b8a HTTP/1.1" status: 200 len: 267 time: 0.0325139 Jun 30 01:31:10.539023 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5cd8-e6c3-4c91-b8a2-c86c8353b3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.543823 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-4f9768d4-5596-497b-912c-7df065c1d15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:10.590493 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-2a8d5cd8-e6c3-4c91-b8a2-c86c8353b3a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03c721dbcd22474db753c632ea173981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354750 Jun 30 01:31:10.593388 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37192) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:10.604550 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d5cd8-e6c3-4c91-b8a2-c86c8353b3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06ed518-8e39-4be2-acde-33a55d414ee5,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:10.609612 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-2a8d5cd8-e6c3-4c91-b8a2-c86c8353b3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:10.628412 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-5ed147ca-0be5-4cb3-93b6-eb3b09fa5416 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:10.629941 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-5ed147ca-0be5-4cb3-93b6-eb3b09fa5416 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/networks?id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb HTTP/1.1" status: 200 len: 816 time: 0.1367218 Jun 30 01:31:10.648217 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-34ce5b4f-6e53-4e6b-ba6f-1466c2fc97c6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/quotas/c9c16c3286ce42ed8603762ac2252b8a HTTP/1.1" status: 200 len: 375 time: 0.0094700 Jun 30 01:31:10.655732 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5ce2fec8-6672-48d6-a7d2-5644704d29ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.678556 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5ce2fec8-6672-48d6-a7d2-5644704d29ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.727946 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-639e3109-27cc-4fb0-95cb-3120ffc2041e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734236 Jun 30 01:31:10.799222 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5ce2fec8-6672-48d6-a7d2-5644704d29ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.803542 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5ce2fec8-6672-48d6-a7d2-5644704d29ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.812638 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-5ce2fec8-6672-48d6-a7d2-5644704d29ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f06ed518-8e39-4be2-acde-33a55d414ee5 HTTP/1.1" status: 204 len: 168 time: 0.2103856 Jun 30 01:31:10.812638 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-3953c665-3dc6-4283-87d8-bae68b25cfa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:10.813727 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2fec8-6672-48d6-a7d2-5644704d29ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06ed518-8e39-4be2-acde-33a55d414ee5,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:10.827953 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5ce2fec8-6672-48d6-a7d2-5644704d29ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:10.847230 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-b7913beb-8db1-4019-9bc2-5551da34330e service neutron] 10.222.0.35 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045976 Jun 30 01:31:10.847582 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37198) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:10.947619 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-8bf1b5a8-844e-47c0-9352-28699a2227dd service neutron] 10.222.0.35 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908623 Jun 30 01:31:10.961876 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ed5c8e00-496e-43fd-a011-d0ab583d8e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:11.047859 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ed5c8e00-496e-43fd-a011-d0ab583d8e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:11.164347 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ed5c8e00-496e-43fd-a011-d0ab583d8e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:11.187590 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ee66c341-9f5f-4193-af54-1e5637289051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:11.197101 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37206) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:11.197324 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-ed5c8e00-496e-43fd-a011-d0ab583d8e60 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16867a45da184dee9c912a8b3832b39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478642 Jun 30 01:31:11.231794 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c8e00-496e-43fd-a011-d0ab583d8e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ad5c16-b9dd-4b7e-a978-552e8ece5301,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:11.236979 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ed5c8e00-496e-43fd-a011-d0ab583d8e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:11.273594 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7c9bc27f-452d-45de-aecf-8ec356453aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:11.299715 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-94d5878e-ce7e-4237-aba0-def7572395f0 req-196d6eef-e4f1-4d55-8f08-112c01142446 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 210 time: 0.0406029 Jun 30 01:31:11.328002 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7c9bc27f-452d-45de-aecf-8ec356453aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:11.461287 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7c9bc27f-452d-45de-aecf-8ec356453aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:11.463959 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7c9bc27f-452d-45de-aecf-8ec356453aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:11.467501 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-7c9bc27f-452d-45de-aecf-8ec356453aee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09ad5c16-b9dd-4b7e-a978-552e8ece5301 HTTP/1.1" status: 204 len: 168 time: 0.2668183 Jun 30 01:31:11.467501 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-6688f9bb-2d49-486d-a9f0-83876d35bfbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:11.477378 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9bc27f-452d-45de-aecf-8ec356453aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ad5c16-b9dd-4b7e-a978-552e8ece5301,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:11.480892 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7c9bc27f-452d-45de-aecf-8ec356453aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:11.898067 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37236) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:11.991268 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1939214598-network', 'tenant_id': 'cbda0feb92a847d182731ee482789d05'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:12.081765 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Made reservation on behalf of cbda0feb92a847d182731ee482789d05 for: {'network': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:12.085004 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.089295 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37242) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:12.094443 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.103777 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-58f07187-270e-455d-bc0e-32221aa8dfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.180022 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.272932 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.278707 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-f017cbed-a83d-4157-b29c-569fbe7cbfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:12.299994 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:31:12.309336 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e549da98-5d4a-4afd-9246-ccd15042b728,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:12.313456 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:12.314490 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.314823 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.segments_db [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Added segment 63186667-cbab-4e09-8a35-ad3a63315bae of type vlan for network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 Jun 30 01:31:12.356314 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.356884 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-58f07187-270e-455d-bc0e-32221aa8dfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.451569 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-141b44cc-05fd-499d-9186-a1ed829382d0 req-1d6093d3-787f-46d8-9b6a-970cc4b70ae3 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 210 time: 0.0310793 Jun 30 01:31:12.452270 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-58f07187-270e-455d-bc0e-32221aa8dfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.454620 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:12.472862 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.474391 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:12.474942 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.477294 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9ca508c1-df07-4e5d-9a99-8e707a02776b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:12.494638 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-58f07187-270e-455d-bc0e-32221aa8dfab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ccda391bafa44c5b9c84d9c892797b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017563 Jun 30 01:31:12.494638 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f07187-270e-455d-bc0e-32221aa8dfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347c2612-fc90-4f68-b61f-d66c662092c7,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:12.495798 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37246) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:12.497250 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-58f07187-270e-455d-bc0e-32221aa8dfab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:12.543303 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce965-f06d-4703-a20d-3f4c7e0fcfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.550110 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Pushing event updated for resources: {'Network': ['ID=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:12.553102 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:12.561617 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:31:12.564765 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce965-f06d-4703-a20d-3f4c7e0fcfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.610932 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7116971 Jun 30 01:31:12.613797 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37248) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:12.619943 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] Request body: {'subnet': {'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1939214598-subnet', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'ip_version': 4}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:12.701406 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] Made reservation on behalf of cbda0feb92a847d182731ee482789d05 for: {'subnet': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:12.703863 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59550922'] for subnet, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.705722 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce965-f06d-4703-a20d-3f4c7e0fcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.708229 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce965-f06d-4703-a20d-3f4c7e0fcfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.709359 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-7f4ce965-f06d-4703-a20d-3f4c7e0fcfd7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/347c2612-fc90-4f68-b61f-d66c662092c7 HTTP/1.1" status: 204 len: 168 time: 0.2131708 Jun 30 01:31:12.711356 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-58f07187-270e-455d-bc0e-32221aa8dfab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:12.753956 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ce965-f06d-4703-a20d-3f4c7e0fcfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347c2612-fc90-4f68-b61f-d66c662092c7,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:12.758025 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7f4ce965-f06d-4703-a20d-3f4c7e0fcfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:12.952622 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59630486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59550936'] for subnet, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:12.955737 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:13.008303 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d439ea-5129-4dfa-88b6-9fe5bcfe9691,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:13.012184 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:13.018997 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] Checking segment: {'id': '63186667-cbab-4e09-8a35-ad3a63315bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:13.018997 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] Network hostable DHCP agents. Network: 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:31:13.112129 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] Network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:31:13.212494 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9) {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:13.220597 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46188573-5564-4a1a-b36e-fc0532bc83fc None None] Network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:31:13.253656 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:13.254286 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:13.317970 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-dc2a5d63-d6f2-48da-a90b-0c41e4d3e598 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:13.319814 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-dc2a5d63-d6f2-48da-a90b-0c41e4d3e598 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.36 "GET /v2.0/networks?id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb HTTP/1.1" status: 200 len: 816 time: 0.1176734 Jun 30 01:31:13.353428 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7361007 Jun 30 01:31:13.353776 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37264) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:13.359908 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:13.373366 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-12ed58d8-2865-44ef-866b-66a27b5f420c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9c16c3286ce42ed8603762ac2252b8a HTTP/1.1" status: 200 len: 380 time: 0.0443513 Jun 30 01:31:13.380060 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aad0004-5452-54fe-b1bc-ef1c95aa08ab-7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691'}]}} from dv-cinder-797245-10-iscsi. {{(pid=93394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:31:13.380900 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:13.383620 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Request body: {'port': {'device_id': '91205883-69b2-42d1-8912-92af04a16926', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'admin_state_up': True, 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'security_groups': ['643c65a7-74d1-400f-9c03-4f157a1ced7b']}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:13.478726 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-291'] for router, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:13.480426 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-681568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-296'] for router, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:13.533173 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.db_base_plugin_common [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Allocated IP 172.20.0.2 (7bd865e6-a78d-4454-8f4b-5aa48e67ecf9/00d439ea-5129-4dfa-88b6-9fe5bcfe9691/de4493f1-ea3d-4076-8413-dd859cbd6721) {{(pid=93394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:13.535119 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:13.569862 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Made reservation on behalf of c9c16c3286ce42ed8603762ac2252b8a for: {'port': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:13.573568 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:13.700198 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e8287644-18c8-4a31-bddd-698171f8c876 req-803f1332-cdec-40e8-8dbb-57bf1a02cf3f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 210 time: 0.0835576 Jun 30 01:31:13.719469 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Notify callbacks [] for port, precommit_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:13.732966 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Transition to ACTIVE for port object de4493f1-ea3d-4076-8413-dd859cbd6721 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:13.753762 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Transition to ACTIVE for port object de4493f1-ea3d-4076-8413-dd859cbd6721 will not be triggered until provisioned by entity DHCP. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:13.767277 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-262'] for router, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:13.805478 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Allocated IP 172.20.0.4 (4bfd3d0c-832f-4d93-85f2-b953fb9a89fb/e22b904e-cadb-439b-a41f-b9e970cd6b7e/a2382330-2828-407d-9706-92c4e775d667) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:13.839020 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:13.842458 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:13.882304 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 is already hosted by enough agents. {{(pid=93394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:13.887804 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.base_scheduler [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Resources bound (agent type, host, resource id): {{(pid=93394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:13.892750 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Received port after_create {{(pid=93394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:13.898003 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Pushing event updated for resources: {'Port': ['ID=de4493f1-ea3d-4076-8413-dd859cbd6721,revision_number=1']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:13.909733 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:13.910275 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:13.910786 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:13.911147 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:13.911478 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:13.912059 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:13.912389 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:13.912701 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:13.913178 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:13.913643 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:13.914244 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:13.914724 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:13.919522 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:13.955748 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:13.973433 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Transition to ACTIVE for port object a2382330-2828-407d-9706-92c4e775d667 will not be triggered until provisioned by entity DHCP. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:13.976118 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Attempting to bind port de4493f1-ea3d-4076-8413-dd859cbd6721 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:13.976501 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Attempting to bind port de4493f1-ea3d-4076-8413-dd859cbd6721 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '63186667-cbab-4e09-8a35-ad3a63315bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:13.976871 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Attempting to bind port de4493f1-ea3d-4076-8413-dd859cbd6721 on network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:13.982828 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:13.983295 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Checking segment: {'id': '63186667-cbab-4e09-8a35-ad3a63315bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:13.983710 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:13.984105 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Bound using segment: {'id': '63186667-cbab-4e09-8a35-ad3a63315bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:13.984779 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Bound port: de4493f1-ea3d-4076-8413-dd859cbd6721, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63186667-cbab-4e09-8a35-ad3a63315bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:13.985182 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.057229 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] For port de4493f1-ea3d-4076-8413-dd859cbd6721, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:14.064299 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] For port de4493f1-ea3d-4076-8413-dd859cbd6721, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=de4493f1-ea3d-4076-8413-dd859cbd6721,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:14.079312 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.085536 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-2b6d9d07-ecd4-498c-a5aa-5e697158b216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:14.095877 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.118500 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.124368 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:14.129279 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:14.133632 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:14.165842 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event updated for resources: {'Port': ['ID=a2382330-2828-407d-9706-92c4e775d667,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:14.169087 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.170250 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:14.181235 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:14.192874 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:14.194084 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.247345 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Allocated IP 172.27.1.50 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/6b31db05-f436-4c10-8364-e15399646234) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:14.251103 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Pushing event updated for resources: {'Port': ['ID=de4493f1-ea3d-4076-8413-dd859cbd6721,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:14.254248 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:14.307733 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9279842 Jun 30 01:31:14.321220 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Request body: {'port': {'device_id': '91205883-69b2-42d1-8912-92af04a16926', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:14.374841 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.411609 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.474892 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.477138 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-80889f73-e630-4aed-8063-716a95e2fcfd tempest-DeleteServersTestJSON-2114162164 tempest-DeleteServersTestJSON-2114162164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:14.489881 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-0757cebb-92a5-4148-8065-ee7090fa9240 None None] Provisioning for port a2382330-2828-407d-9706-92c4e775d667 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:14.493923 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-0757cebb-92a5-4148-8065-ee7090fa9240 None None] Provisioning complete for port a2382330-2828-407d-9706-92c4e775d667 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:14.494306 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-0757cebb-92a5-4148-8065-ee7090fa9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.537783 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:14.542271 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:14.542757 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-0757cebb-92a5-4148-8065-ee7090fa9240 None None] Port a2382330-2828-407d-9706-92c4e775d667 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:31:14.545586 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:14.586841 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Pushing event updated for resources: {'Port': ['ID=6b31db05-f436-4c10-8364-e15399646234,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:14.591811 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:14.740305 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2382330-2828-407d-9706-92c4e775d667 {{(pid=93392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:31:14.747768 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.762321 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Transition to ACTIVE for port object a2382330-2828-407d-9706-92c4e775d667 will not be triggered until provisioned by entity L2. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:14.833142 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.838218 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-eabff0f6-84e2-49e0-a9d7-bdd25287b1d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:14.910225 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.934267 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Pushing event updated for resources: {'Port': ['ID=a2382330-2828-407d-9706-92c4e775d667,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:14.936860 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:15.162038 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630171'] for router, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:15.301892 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26b7ff-f07a-43eb-8c43-a85f50e1149a req-8c0bd24a-2f8e-43cb-aa11-4d6ac74b09db tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:15.304037 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1a26b7ff-f07a-43eb-8c43-a85f50e1149a req-8c0bd24a-2f8e-43cb-aa11-4d6ac74b09db tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.4593117 Jun 30 01:31:15.320771 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Attempting to bind port a2382330-2828-407d-9706-92c4e775d667 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:15.321084 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Attempting to bind port a2382330-2828-407d-9706-92c4e775d667 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:15.321412 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Attempting to bind port a2382330-2828-407d-9706-92c4e775d667 on network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:15.334139 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Port a2382330-2828-407d-9706-92c4e775d667 on network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:31:15.334461 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Attempting to bind port a2382330-2828-407d-9706-92c4e775d667 on network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:15.341358 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Router 89bf8307-844a-4262-bf00-9d1d21834982 is scheduled to L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf with binding_index 1 {{(pid=93393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:31:15.347077 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:15.350291 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Checking segment: {'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:15.350291 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Bound using segment: {'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:15.350291 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Bound port: a2382330-2828-407d-9706-92c4e775d667, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec21efc7-e9b0-44db-9f79-62c391d74d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb'}}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:15.350291 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:15.366681 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f910f97-aa05-4539-b698-3f6d4e733b5c None None] Network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:31:15.367214 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1a26b7ff-f07a-43eb-8c43-a85f50e1149a req-d8ee694c-c4e7-4d15-be62-db5445906819 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567360 Jun 30 01:31:15.433997 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] For port a2382330-2828-407d-9706-92c4e775d667, host hv-cinder-79724, cleared binding levels {{(pid=93392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:15.437227 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] For port a2382330-2828-407d-9706-92c4e775d667, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a2382330-2828-407d-9706-92c4e775d667,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:15.472089 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:31:15.484885 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Sync routers for ids ['89bf8307-844a-4262-bf00-9d1d21834982'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:31:15.508459 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device de4493f1-ea3d-4076-8413-dd859cbd6721 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:15.518588 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:15.521759 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:15.539533 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Routers {'89bf8307-844a-4262-bf00-9d1d21834982'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:15.540268 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['89bf8307-844a-4262-bf00-9d1d21834982'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:15.546909 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Notify callbacks [] for router, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:15.548308 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1933002 Jun 30 01:31:15.559349 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37296) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:15.559899 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:15.560506 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:15.561890 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] 10.222.0.36 "PUT /v2.0/ports/a2382330-2828-407d-9706-92c4e775d667 HTTP/1.1" status: 200 len: 1093 time: 1.2458229 Jun 30 01:31:15.562389 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'tag': 'a2382330-2828-407d-9706-92c4e775d667'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:15.564824 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a05ba0-50ed-4661-90b0-5c4cbc8488f0" -d '{"events": [{"name": "network-changed", "server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "tag": "a2382330-2828-407d-9706-92c4e775d667"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:15.607358 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-2c1d1751-f0be-4c11-9a6a-443dca494ed3 None None] Provisioning for port de4493f1-ea3d-4076-8413-dd859cbd6721 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:15.618817 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Pushing event updated for resources: {'Port': ['ID=a2382330-2828-407d-9706-92c4e775d667,revision_number=3']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:15.650655 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:15.652839 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9529fc1-161f-43d6-a706-62f0eaf50156 x-openstack-request-id: req-f9529fc1-161f-43d6-a706-62f0eaf50156 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:15.653490 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "tag": "a2382330-2828-407d-9706-92c4e775d667", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:15.654004 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9529fc1-161f-43d6-a706-62f0eaf50156 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:15.654830 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'tag': 'a2382330-2828-407d-9706-92c4e775d667', 'status': 'completed', 'code': 200} Jun 30 01:31:15.717432 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a05ba0-50ed-4661-90b0-5c4cbc8488f0 req-e91ae131-f1b6-4549-8e80-af57bed387be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:15.719053 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-71a05ba0-50ed-4661-90b0-5c4cbc8488f0 req-e91ae131-f1b6-4549-8e80-af57bed387be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 1096 time: 0.0632329 Jun 30 01:31:15.759671 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Set router 89bf8307-844a-4262-bf00-9d1d21834982 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:15.872124 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a05ba0-50ed-4661-90b0-5c4cbc8488f0 req-2266cbe4-dd38-453a-8cbb-ba0849f27dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:15.873751 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-71a05ba0-50ed-4661-90b0-5c4cbc8488f0 req-2266cbe4-dd38-453a-8cbb-ba0849f27dfc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1461484 Jun 30 01:31:15.887618 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port de4493f1-ea3d-4076-8413-dd859cbd6721 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:15.931824 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port de4493f1-ea3d-4076-8413-dd859cbd6721 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:15.932309 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.001833 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a05ba0-50ed-4661-90b0-5c4cbc8488f0 req-036f542d-fa77-464a-bb07-052af468a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:16.003354 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-71a05ba0-50ed-4661-90b0-5c4cbc8488f0 req-036f542d-fa77-464a-bb07-052af468a9ca service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217594 Jun 30 01:31:16.072892 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.081741 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.114277 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-b4e97f16-92fd-4759-ab2c-f6e15b94f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:16.115896 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-b4e97f16-92fd-4759-ab2c-f6e15b94f539 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 1096 time: 0.0634458 Jun 30 01:31:16.124383 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port de4493f1-ea3d-4076-8413-dd859cbd6721, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=de4493f1-ea3d-4076-8413-dd859cbd6721,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:16.128645 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-46562b3e-108b-4880-97e9-9d626a108df8 None None] Provisioning complete for port de4493f1-ea3d-4076-8413-dd859cbd6721 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:16.129107 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-46562b3e-108b-4880-97e9-9d626a108df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.169718 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-1303217e-1b59-4053-8864-de9448e72aa8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2382330-2828-407d-9706-92c4e775d667 HTTP/1.1" status: 200 len: 217 time: 0.0456305 Jun 30 01:31:16.176155 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6b31db05-f436-4c10-8364-e15399646234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:31:14Z', 'revision_number': 3, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port': {'id': '6b31db05-f436-4c10-8364-e15399646234', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:14Z', 'updated_at': '2021-06-30T01:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:16.179715 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.204593 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:16.211965 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Checking router: 89bf8307-844a-4262-bf00-9d1d21834982 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:31:16.212461 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Updating router 89bf8307-844a-4262-bf00-9d1d21834982 port 6b31db05-f436-4c10-8364-e15399646234 binding host dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:31:16.224855 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-68ae1446-4ec9-4bae-b4ae-952a6829a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:16.226238 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-68ae1446-4ec9-4bae-b4ae-952a6829a0f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e22b904e-cadb-439b-a41f-b9e970cd6b7e HTTP/1.1" status: 200 len: 855 time: 0.0497918 Jun 30 01:31:16.306668 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-36fc3ecc-e294-4afd-8ede-f168e96865bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:16.308625 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-36fc3ecc-e294-4afd-8ede-f168e96865bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0751126 Jun 30 01:31:16.335640 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.370392 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=de4493f1-ea3d-4076-8413-dd859cbd6721,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:16.383845 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:16.438908 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-e453446c-467d-4a66-b34a-244574b9b74d service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222858 Jun 30 01:31:16.544771 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Allocated IP 172.20.0.1 (7bd865e6-a78d-4454-8f4b-5aa48e67ecf9/00d439ea-5129-4dfa-88b6-9fe5bcfe9691/5d87f463-bc85-4819-8c36-a60ef4eb629e) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:16.589180 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-172f2c5f-63d1-4ceb-8d57-c917e6ba8b4f req-99f45363-6b92-4721-a628-c2905a934435 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430249 Jun 30 01:31:16.636305 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd418d3b-b43a-4b52-bf35-8b6002974fe9 req-14ea42a0-53c1-478d-862f-55287f544eba tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:16.638429 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dd418d3b-b43a-4b52-bf35-8b6002974fe9 req-14ea42a0-53c1-478d-862f-55287f544eba tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.1134775 Jun 30 01:31:16.668996 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.683555 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Transition to ACTIVE for port object 5d87f463-bc85-4819-8c36-a60ef4eb629e will not be triggered until provisioned by entity DHCP. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:16.696675 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dd418d3b-b43a-4b52-bf35-8b6002974fe9 req-63707f17-a9a4-456a-8955-1cb3a28e8d5d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484426 Jun 30 01:31:16.772632 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Notify callbacks [] for port, precommit_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.781345 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.781997 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Transition to ACTIVE for port object 6b31db05-f436-4c10-8364-e15399646234 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:16.787557 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-02ce7038-9def-44b0-a5cf-7af72624c391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:16.819293 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:16.823455 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:16.826973 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:16.848079 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Pushing event updated for resources: {'Port': ['ID=5d87f463-bc85-4819-8c36-a60ef4eb629e,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:16.852839 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:16.858173 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.860426 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:16.869676 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740796'] for router_interface, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.911844 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Attempting to bind port 6b31db05-f436-4c10-8364-e15399646234 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:16.912752 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Attempting to bind port 6b31db05-f436-4c10-8364-e15399646234 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:16.913549 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Attempting to bind port 6b31db05-f436-4c10-8364-e15399646234 on network fc262d4a-4b9d-4d80-8ce2-67a3755c726e {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:16.915015 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957842a-d260-4ac6-bdc2-51d30ee312ba None None] Pushing event updated for resources: {'Port': ['ID=6b31db05-f436-4c10-8364-e15399646234,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:16.918235 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-a957842a-d260-4ac6-bdc2-51d30ee312ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:16.921124 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:16.921373 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Checking segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:16.921815 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.922216 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Bound using segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:16.922698 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Bound port: 6b31db05-f436-4c10-8364-e15399646234, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:16.923176 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.980490 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] For port 6b31db05-f436-4c10-8364-e15399646234, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:16.985259 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] For port 6b31db05-f436-4c10-8364-e15399646234, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=6b31db05-f436-4c10-8364-e15399646234,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:17.072864 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.074891 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-a1c21b98-069c-4275-b375-b25e71a0403a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:17.077324 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.141968 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957842a-d260-4ac6-bdc2-51d30ee312ba None None] Pushing event updated for resources: {'Port': ['ID=6b31db05-f436-4c10-8364-e15399646234,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:17.144633 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Routers {'89bf8307-844a-4262-bf00-9d1d21834982'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:17.145238 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['89bf8307-844a-4262-bf00-9d1d21834982'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:17.147671 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-a957842a-d260-4ac6-bdc2-51d30ee312ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:17.225179 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-ef710609-1707-40f8-b31c-bfa5fdce0491 None None] Provisioning for port 5d87f463-bc85-4819-8c36-a60ef4eb629e completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:17.235191 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-ef710609-1707-40f8-b31c-bfa5fdce0491 None None] Provisioning complete for port 5d87f463-bc85-4819-8c36-a60ef4eb629e triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:17.235560 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ef710609-1707-40f8-b31c-bfa5fdce0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.235911 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.274961 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] Set router 89bf8307-844a-4262-bf00-9d1d21834982 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:17.310804 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-ef710609-1707-40f8-b31c-bfa5fdce0491 None None] Port 5d87f463-bc85-4819-8c36-a60ef4eb629e cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:31:17.312478 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.316003 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:17.380600 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740648'] for router_interface, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.383361 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Pushing event updated for resources: {'Port': ['ID=5d87f463-bc85-4819-8c36-a60ef4eb629e,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:17.388551 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:17.438274 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device de4493f1-ea3d-4076-8413-dd859cbd6721 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:17.474746 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:17.476172 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:17.531267 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port de4493f1-ea3d-4076-8413-dd859cbd6721 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:17.531649 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.560974 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6b31db05-f436-4c10-8364-e15399646234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 4, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port': {'id': '6b31db05-f436-4c10-8364-e15399646234', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:14Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '5d87f463-bc85-4819-8c36-a60ef4eb629e', 'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'mac_address': 'fa:16:3e:f7:dd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:16Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 1, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'subnets': [{'id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:17.595159 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Router 89bf8307-844a-4262-bf00-9d1d21834982 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:31:17.603725 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bbb9f-0a0f-434e-881d-087f9c671b75 None None] The sync data for ids ['89bf8307-844a-4262-bf00-9d1d21834982'] in dv-cinder-797245-10-iscsi is: [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6b31db05-f436-4c10-8364-e15399646234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 4, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port': {'id': '6b31db05-f436-4c10-8364-e15399646234', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:14Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '5d87f463-bc85-4819-8c36-a60ef4eb629e', 'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'mac_address': 'fa:16:3e:f7:dd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:16Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 1, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'subnets': [{'id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:31:17.713583 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:31:17.723274 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] 10.222.0.35 "PUT /v2.0/routers/89bf8307-844a-4262-bf00-9d1d21834982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1568482 Jun 30 01:31:17.741188 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-a7e0731d-1263-4445-9a52-d9da79f2fb0f None None] Provisioning complete for port 5d87f463-bc85-4819-8c36-a60ef4eb629e triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:17.741542 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-a7e0731d-1263-4445-9a52-d9da79f2fb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.781694 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0731d-1263-4445-9a52-d9da79f2fb0f None None] Port 5d87f463-bc85-4819-8c36-a60ef4eb629e cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:31:17.922698 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec3ea5-a5ab-471e-ac10-339960b628dd req-16e4fe38-0193-40d4-812f-a28b49584351 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:17.924292 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8aec3ea5-a5ab-471e-ac10-339960b628dd req-16e4fe38-0193-40d4-812f-a28b49584351 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.1082168 Jun 30 01:31:17.967614 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8aec3ea5-a5ab-471e-ac10-339960b628dd req-f582b8fe-c7f9-4912-9991-968b2d8b1542 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350521 Jun 30 01:31:18.482912 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37330) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:18.488142 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1829504222-network', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:18.586818 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Made reservation on behalf of 8a3f412d3d1445e1a2162ff930cf909d for: {'network': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:18.589343 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.600624 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.691403 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.746414 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.749519 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ed5c8e00-496e-43fd-a011-d0ab583d8e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:18.773499 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:31:18.779733 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a0a963-52bd-4022-9f71-9784c3744638,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:18.783392 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:18.786407 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.786755 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.segments_db [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Added segment 5a9e67e7-28f7-4bef-8431-b562789ced91 of type vlan for network e9912f3d-45e5-4da0-b2d1-db79acf6b67a Jun 30 01:31:18.827927 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.894787 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.896109 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:18.897210 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.899295 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:18.953475 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Pushing event updated for resources: {'Network': ['ID=e9912f3d-45e5-4da0-b2d1-db79acf6b67a,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:18.956034 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:18.964052 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network e9912f3d-45e5-4da0-b2d1-db79acf6b67a details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:31:18.999614 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5154870 Jun 30 01:31:19.002103 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37334) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:19.009936 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] Request body: {'subnet': {'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1829504222-subnet', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'ip_version': 4}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:19.100836 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] Made reservation on behalf of 8a3f412d3d1445e1a2162ff930cf909d for: {'subnet': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:19.103280 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59259480'] for subnet, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.148132 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88237db-8bf8-4289-86cf-c87d661a010a req-a728ad9f-6fca-4345-a5a8-b4ec05a945f5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:19.149634 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b88237db-8bf8-4289-86cf-c87d661a010a req-a728ad9f-6fca-4345-a5a8-b4ec05a945f5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.0638170 Jun 30 01:31:19.187703 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b88237db-8bf8-4289-86cf-c87d661a010a req-c62da337-a57d-4f96-a715-9076af320562 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323532 Jun 30 01:31:19.324523 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59332834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59259466'] for subnet, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.326841 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:19.380144 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd8921e-eaa2-4572-b8ba-5c135a7c67ee,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:19.386953 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:19.391200 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] Checking segment: {'id': '5a9e67e7-28f7-4bef-8431-b562789ced91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:19.391568 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] Network hostable DHCP agents. Network: e9912f3d-45e5-4da0-b2d1-db79acf6b67a, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:31:19.454427 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 6b31db05-f436-4c10-8364-e15399646234 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:19.466607 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] Network e9912f3d-45e5-4da0-b2d1-db79acf6b67a is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:31:19.513752 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Sync routers for ids ['89bf8307-844a-4262-bf00-9d1d21834982'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:31:19.522578 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Routers {'89bf8307-844a-4262-bf00-9d1d21834982'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:19.523215 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['89bf8307-844a-4262-bf00-9d1d21834982'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:19.541004 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, e9912f3d-45e5-4da0-b2d1-db79acf6b67a) {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:19.544952 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:19.545547 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.550228 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313f644-a2c1-45b4-ab31-4abb4ede908d None None] Network e9912f3d-45e5-4da0-b2d1-db79acf6b67a requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:31:19.589984 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 6b31db05-f436-4c10-8364-e15399646234 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:19.597281 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 6b31db05-f436-4c10-8364-e15399646234 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:19.597662 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.610028 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6056864 Jun 30 01:31:19.612544 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37338) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:19.617933 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1829504222-router', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:19.626413 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Set router 89bf8307-844a-4262-bf00-9d1d21834982 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:19.695455 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-291'] for router, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.696623 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-681568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-296'] for router, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.753627 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.758890 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.770815 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aad0004-5452-54fe-b1bc-ef1c95aa08ab-e9912f3d-45e5-4da0-b2d1-db79acf6b67a', 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'fixed_ips': [{'subnet_id': '6fd8921e-eaa2-4572-b8ba-5c135a7c67ee'}]}} from dv-cinder-797245-10-iscsi. {{(pid=93394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:31:19.771707 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.789094 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 6b31db05-f436-4c10-8364-e15399646234, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=6b31db05-f436-4c10-8364-e15399646234,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:19.821121 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6b31db05-f436-4c10-8364-e15399646234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 4, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port': {'id': '6b31db05-f436-4c10-8364-e15399646234', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:14Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '5d87f463-bc85-4819-8c36-a60ef4eb629e', 'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'mac_address': 'fa:16:3e:f7:dd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:16Z', 'updated_at': '2021-06-30T01:31:17Z', 'revision_number': 2, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'subnets': [{'id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:19.846129 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Checking router: 89bf8307-844a-4262-bf00-9d1d21834982 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:31:19.846488 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Updating router 89bf8307-844a-4262-bf00-9d1d21834982 port 5d87f463-bc85-4819-8c36-a60ef4eb629e binding host dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:31:19.883356 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.892231 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.895881 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:19.944602 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.db_base_plugin_common [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Allocated IP 172.20.0.2 (e9912f3d-45e5-4da0-b2d1-db79acf6b67a/6fd8921e-eaa2-4572-b8ba-5c135a7c67ee/d1bdf640-5b40-43ba-a5ac-57131fb7479c) {{(pid=93394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:19.971190 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-262'] for router, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.973034 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=6b31db05-f436-4c10-8364-e15399646234,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:19.981149 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:20.113868 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Notify callbacks [] for port, precommit_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.122521 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Transition to ACTIVE for port object d1bdf640-5b40-43ba-a5ac-57131fb7479c will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:20.137204 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Transition to ACTIVE for port object d1bdf640-5b40-43ba-a5ac-57131fb7479c will not be triggered until provisioned by entity DHCP. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:20.143594 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Notify callbacks [] for port, precommit_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.153974 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.provisioning_blocks [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Transition to ACTIVE for port object 5d87f463-bc85-4819-8c36-a60ef4eb629e will not be triggered until provisioned by entity L2. {{(pid=93395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:20.227336 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262'] for port, after_create {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.229374 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:20.234332 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.238472 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.242560 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-bce6db5c-6d68-456b-a5a2-bd761c29a707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:20.253909 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.273779 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Network e9912f3d-45e5-4da0-b2d1-db79acf6b67a is already hosted by enough agents. {{(pid=93394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:20.276842 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Resources bound (agent type, host, resource id): {{(pid=93394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:20.281241 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Received port after_create {{(pid=93394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:20.289832 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Pushing event updated for resources: {'Port': ['ID=d1bdf640-5b40-43ba-a5ac-57131fb7479c,revision_number=1']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:20.307976 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:20.344651 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Attempting to bind port d1bdf640-5b40-43ba-a5ac-57131fb7479c on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:20.345026 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Attempting to bind port d1bdf640-5b40-43ba-a5ac-57131fb7479c by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '5a9e67e7-28f7-4bef-8431-b562789ced91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:20.345387 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Attempting to bind port d1bdf640-5b40-43ba-a5ac-57131fb7479c on network e9912f3d-45e5-4da0-b2d1-db79acf6b67a {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:20.346629 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Pushing event updated for resources: {'Port': ['ID=5d87f463-bc85-4819-8c36-a60ef4eb629e,revision_number=3']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:20.357184 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:20.357433 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:20.357563 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Checking segment: {'id': '5a9e67e7-28f7-4bef-8431-b562789ced91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:20.357850 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:20.357966 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.358354 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:20.358493 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Bound using segment: {'id': '5a9e67e7-28f7-4bef-8431-b562789ced91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:20.358820 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Bound port: d1bdf640-5b40-43ba-a5ac-57131fb7479c, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9e67e7-28f7-4bef-8431-b562789ced91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:20.359081 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:20.359230 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.359709 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:20.360117 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:20.360852 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:20.361369 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:20.361767 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:20.362221 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:20.362713 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:20.363220 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:20.378908 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:20.392778 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Allocated IP 172.27.1.49 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/09c37e9a-7214-4a97-90ae-be0361591131) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:20.459309 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b90e1-2d40-4877-aa59-365129204a7e req-fb33e681-5f5f-45cc-bd8b-4f274829c128 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:20.461226 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-271b90e1-2d40-4877-aa59-365129204a7e req-fb33e681-5f5f-45cc-bd8b-4f274829c128 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.1138477 Jun 30 01:31:20.470858 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] For port d1bdf640-5b40-43ba-a5ac-57131fb7479c, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:20.474474 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] For port d1bdf640-5b40-43ba-a5ac-57131fb7479c, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=d1bdf640-5b40-43ba-a5ac-57131fb7479c,segment=NetworkSegment(5a9e67e7-28f7-4bef-8431-b562789ced91),segment_id=5a9e67e7-28f7-4bef-8431-b562789ced91)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:20.536605 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Attempting to bind port 5d87f463-bc85-4819-8c36-a60ef4eb629e on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:20.537699 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Attempting to bind port 5d87f463-bc85-4819-8c36-a60ef4eb629e by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '63186667-cbab-4e09-8a35-ad3a63315bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9'}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:20.555372 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Attempting to bind port 5d87f463-bc85-4819-8c36-a60ef4eb629e on network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:20.555794 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-271b90e1-2d40-4877-aa59-365129204a7e req-014d68db-943e-452b-8e22-a6fe7b3fe228 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716345 Jun 30 01:31:20.555890 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:20.555890 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Checking segment: {'id': '63186667-cbab-4e09-8a35-ad3a63315bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:20.555890 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.555890 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Bound using segment: {'id': '63186667-cbab-4e09-8a35-ad3a63315bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9'} {{(pid=93395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:20.555890 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.managers [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Bound port: 5d87f463-bc85-4819-8c36-a60ef4eb629e, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63186667-cbab-4e09-8a35-ad3a63315bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9'}}] {{(pid=93395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:20.555890 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.556316 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.578650 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.590301 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-a1c21b98-069c-4275-b375-b25e71a0403a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:20.629850 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] For port 5d87f463-bc85-4819-8c36-a60ef4eb629e, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:20.638104 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.plugins.ml2.db [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] For port 5d87f463-bc85-4819-8c36-a60ef4eb629e, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=5d87f463-bc85-4819-8c36-a60ef4eb629e,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:20.653461 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Pushing event updated for resources: {'Port': ['ID=d1bdf640-5b40-43ba-a5ac-57131fb7479c,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:20.656289 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:20.689978 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.694031 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a876e7d5-6443-48fd-8720-593fde0759c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:20.726111 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.730125 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-8e41c1bb-a89a-453d-b0fc-dcff711020ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:20.733603 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:20.735180 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:20.737662 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:20.775919 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Pushing event updated for resources: {'Port': ['ID=09c37e9a-7214-4a97-90ae-be0361591131,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:20.779728 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:20.804319 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Routers {'89bf8307-844a-4262-bf00-9d1d21834982'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:20.804970 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['89bf8307-844a-4262-bf00-9d1d21834982'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:20.811322 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Pushing event updated for resources: {'Port': ['ID=5d87f463-bc85-4819-8c36-a60ef4eb629e,revision_number=4']} {{(pid=93395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:20.882462 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-62ef3024-d04f-4f94-bc86-3e2031a70fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:20.978506 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] Set router 89bf8307-844a-4262-bf00-9d1d21834982 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:21.141942 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.185857 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6b31db05-f436-4c10-8364-e15399646234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 4, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port': {'id': '6b31db05-f436-4c10-8364-e15399646234', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:14Z', 'updated_at': '2021-06-30T01:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '5d87f463-bc85-4819-8c36-a60ef4eb629e', 'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'mac_address': 'fa:16:3e:f7:dd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:16Z', 'updated_at': '2021-06-30T01:31:20Z', 'revision_number': 4, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'subnets': [{'id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:21.212529 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ab8e0-bd7f-4051-8467-3d2c139f697e None None] The sync data for ids ['89bf8307-844a-4262-bf00-9d1d21834982'] in dv-cinder-797245-10-iscsi is: [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6b31db05-f436-4c10-8364-e15399646234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 4, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port': {'id': '6b31db05-f436-4c10-8364-e15399646234', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:14Z', 'updated_at': '2021-06-30T01:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '5d87f463-bc85-4819-8c36-a60ef4eb629e', 'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'mac_address': 'fa:16:3e:f7:dd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:16Z', 'updated_at': '2021-06-30T01:31:20Z', 'revision_number': 4, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'subnets': [{'id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:31:21.341663 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630171'] for router, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.607606 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 5d87f463-bc85-4819-8c36-a60ef4eb629e up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:21.643964 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Router 86022170-1da1-4de1-9f32-14fa28485b7c is scheduled to L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf with binding_index 1 {{(pid=93393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:31:21.730363 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 5d87f463-bc85-4819-8c36-a60ef4eb629e completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:21.736107 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 5d87f463-bc85-4819-8c36-a60ef4eb629e triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:21.736782 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.821869 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:31:21.833019 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Sync routers for ids ['86022170-1da1-4de1-9f32-14fa28485b7c'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:31:21.851648 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9021c0-c062-49a3-a7ef-10550103215a req-88915ac4-8cc9-4954-ab37-2777fce9829b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:21.853461 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ca9021c0-c062-49a3-a7ef-10550103215a req-88915ac4-8cc9-4954-ab37-2777fce9829b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.1150324 Jun 30 01:31:21.863343 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fba6414-61a8-4a88-a26a-d032fd610175 None None] Network e9912f3d-45e5-4da0-b2d1-db79acf6b67a requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:31:21.902846 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ca9021c0-c062-49a3-a7ef-10550103215a req-0ceaf4ec-674f-4d6c-9375-e51a64d8582d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 Jun 30 01:31:21.915738 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Routers {'86022170-1da1-4de1-9f32-14fa28485b7c'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:21.916396 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['86022170-1da1-4de1-9f32-14fa28485b7c'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:21.946712 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Notify callbacks [] for router, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.950448 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3344674 Jun 30 01:31:21.950972 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37358) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:22.090466 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:22.149349 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 5d87f463-bc85-4819-8c36-a60ef4eb629e, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=5d87f463-bc85-4819-8c36-a60ef4eb629e,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:22.255929 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:22.256664 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device d1bdf640-5b40-43ba-a5ac-57131fb7479c up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:22.258189 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f9d6ed6e-a72b-4d81-b5fc-9c7f666e4f4c None None] Provisioning for port d1bdf640-5b40-43ba-a5ac-57131fb7479c completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:22.262191 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Set router 86022170-1da1-4de1-9f32-14fa28485b7c gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:22.268620 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-a957842a-d260-4ac6-bdc2-51d30ee312ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:22.338444 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8477e-7b76-4369-8f88-89459d05e04a req-443dc54e-0dcf-4dc0-8cf3-11bb78a3adc6 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:22.339958 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f4e8477e-7b76-4369-8f88-89459d05e04a req-443dc54e-0dcf-4dc0-8cf3-11bb78a3adc6 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1157744 Jun 30 01:31:22.424220 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f4e8477e-7b76-4369-8f88-89459d05e04a req-4989c10a-6e28-4a4d-bc0c-5479e0a9b356 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641251 Jun 30 01:31:22.479691 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=5d87f463-bc85-4819-8c36-a60ef4eb629e,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:22.482065 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:22.494326 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:22.575282 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port d1bdf640-5b40-43ba-a5ac-57131fb7479c completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:22.596237 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port d1bdf640-5b40-43ba-a5ac-57131fb7479c triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:22.596237 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:22.613225 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'name': 'tempest-TestShelveInstance-1829504222-router', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '09c37e9a-7214-4a97-90ae-be0361591131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:19Z', 'updated_at': '2021-06-30T01:31:20Z', 'revision_number': 3, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'gw_port': {'id': '09c37e9a-7214-4a97-90ae-be0361591131', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:20Z', 'updated_at': '2021-06-30T01:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:22.650407 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Checking router: 86022170-1da1-4de1-9f32-14fa28485b7c for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:31:22.653957 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Updating router 86022170-1da1-4de1-9f32-14fa28485b7c port 09c37e9a-7214-4a97-90ae-be0361591131 binding host dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:31:22.663644 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Allocated IP 172.20.0.1 (e9912f3d-45e5-4da0-b2d1-db79acf6b67a/6fd8921e-eaa2-4572-b8ba-5c135a7c67ee/49da373c-f628-4b4e-8f63-05f9dc018707) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:22.700644 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:22.770678 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:22.784737 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Transition to ACTIVE for port object 49da373c-f628-4b4e-8f63-05f9dc018707 will not be triggered until provisioned by entity DHCP. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:22.828777 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:22.850323 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-75aa822d-4070-49fc-86fc-d75b5e58e91e None None] Provisioning complete for port d1bdf640-5b40-43ba-a5ac-57131fb7479c triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:22.850685 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-75aa822d-4070-49fc-86fc-d75b5e58e91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:22.861579 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:22.864686 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:22.901671 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Network e9912f3d-45e5-4da0-b2d1-db79acf6b67a is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:22.904617 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:22.908122 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:22.938661 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Pushing event updated for resources: {'Port': ['ID=49da373c-f628-4b4e-8f63-05f9dc018707,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:22.941541 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port d1bdf640-5b40-43ba-a5ac-57131fb7479c, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=d1bdf640-5b40-43ba-a5ac-57131fb7479c,segment=NetworkSegment(5a9e67e7-28f7-4bef-8431-b562789ced91),segment_id=5a9e67e7-28f7-4bef-8431-b562789ced91)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:22.945335 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:22.973549 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740796'] for router_interface, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.015739 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.016610 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 6b31db05-f436-4c10-8364-e15399646234 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:23.039774 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-754a544c-4073-4e2e-a0fc-7bed45337981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:23.128876 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=d1bdf640-5b40-43ba-a5ac-57131fb7479c,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:23.136947 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:23.138707 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Notify callbacks [] for port, precommit_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.156603 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9e8c-2e05-4f6a-ac1f-40a73085f92f req-44afd97b-ba26-4919-ae59-2c42ca70d384 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:23.158088 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d16d9e8c-2e05-4f6a-ac1f-40a73085f92f req-44afd97b-ba26-4919-ae59-2c42ca70d384 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.0793180 Jun 30 01:31:23.175903 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Transition to ACTIVE for port object 09c37e9a-7214-4a97-90ae-be0361591131 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:23.195018 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 6b31db05-f436-4c10-8364-e15399646234 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:23.195446 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.218412 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d16d9e8c-2e05-4f6a-ac1f-40a73085f92f req-43fe4430-6fe9-4659-a6f5-cfcfceb3812a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541449 Jun 30 01:31:23.234393 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.261000 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.279471 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-562cc350-2f50-4904-8073-5327e0ada855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:23.358867 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device a2382330-2828-407d-9706-92c4e775d667 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:31:23.368806 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae42f6-cb86-43be-b86f-fe0da187ff08 None None] Pushing event updated for resources: {'Port': ['ID=09c37e9a-7214-4a97-90ae-be0361591131,revision_number=2']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:23.372588 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Attempting to bind port 09c37e9a-7214-4a97-90ae-be0361591131 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:23.373053 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Attempting to bind port 09c37e9a-7214-4a97-90ae-be0361591131 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:23.373734 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Attempting to bind port 09c37e9a-7214-4a97-90ae-be0361591131 on network fc262d4a-4b9d-4d80-8ce2-67a3755c726e {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:23.376588 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-35ae42f6-cb86-43be-b86f-fe0da187ff08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:23.385473 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:23.385839 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Checking segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:23.386265 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.386681 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Bound using segment: {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:23.387148 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Bound port: 09c37e9a-7214-4a97-90ae-be0361591131, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a0e99-d628-4e7e-85a7-277ff9c27264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:23.387538 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.391551 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-d7b2ac7b-026b-4fb1-97e3-29ffa3c61410 None None] Provisioning for port 49da373c-f628-4b4e-8f63-05f9dc018707 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:23.416386 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.449712 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-d7b2ac7b-026b-4fb1-97e3-29ffa3c61410 None None] Provisioning complete for port 49da373c-f628-4b4e-8f63-05f9dc018707 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:23.450093 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ac7b-026b-4fb1-97e3-29ffa3c61410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.457583 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 5d87f463-bc85-4819-8c36-a60ef4eb629e up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:23.479573 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.479573 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:23.580951 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740648'] for router_interface, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.586352 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Pushing event updated for resources: {'Port': ['ID=49da373c-f628-4b4e-8f63-05f9dc018707,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:23.593622 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:23.600498 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port a2382330-2828-407d-9706-92c4e775d667, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a2382330-2828-407d-9706-92c4e775d667,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:23.610947 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] For port 09c37e9a-7214-4a97-90ae-be0361591131, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:23.614737 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2ac7b-026b-4fb1-97e3-29ffa3c61410 None None] Port 49da373c-f628-4b4e-8f63-05f9dc018707 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:31:23.617247 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] For port 09c37e9a-7214-4a97-90ae-be0361591131, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=09c37e9a-7214-4a97-90ae-be0361591131,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:23.619172 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': 'a2382330-2828-407d-9706-92c4e775d667', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'port_id': 'a2382330-2828-407d-9706-92c4e775d667', 'mac_address': 'fa:16:3e:82:c1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:31:23.656417 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 5d87f463-bc85-4819-8c36-a60ef4eb629e triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:23.656797 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.682611 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.701982 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2382330-2828-407d-9706-92c4e775d667 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:31:23.717192 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.723709 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f275b2ef-b249-40fb-9bb4-9573bb0e7883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:23.724980 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a171bb-60e1-482b-8f7e-a5d53a7ae0c8 req-0c37af7f-e169-40fc-b1bc-781bc1543693 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:23.726812 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-65a171bb-60e1-482b-8f7e-a5d53a7ae0c8 req-0c37af7f-e169-40fc-b1bc-781bc1543693 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1806395 Jun 30 01:31:23.732636 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port a2382330-2828-407d-9706-92c4e775d667, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a2382330-2828-407d-9706-92c4e775d667,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:23.773047 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757be9a7-15b9-4d6a-9aa4-686f9fece11f req-cb1c77de-ec80-4381-a036-aa15d3a0579f tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:23.774531 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-757be9a7-15b9-4d6a-9aa4-686f9fece11f req-cb1c77de-ec80-4381-a036-aa15d3a0579f tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 985 time: 0.1611478 Jun 30 01:31:23.782683 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Network e9912f3d-45e5-4da0-b2d1-db79acf6b67a is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:23.786249 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:23.816385 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-65a171bb-60e1-482b-8f7e-a5d53a7ae0c8 req-b6e4d810-1e2b-45f4-9699-44d01f6e4785 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817249 Jun 30 01:31:23.827948 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.830526 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae42f6-cb86-43be-b86f-fe0da187ff08 None None] Pushing event updated for resources: {'Port': ['ID=09c37e9a-7214-4a97-90ae-be0361591131,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:23.834781 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device d1bdf640-5b40-43ba-a5ac-57131fb7479c up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:23.836789 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-35ae42f6-cb86-43be-b86f-fe0da187ff08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:23.837390 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Routers {'86022170-1da1-4de1-9f32-14fa28485b7c'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:23.838019 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['86022170-1da1-4de1-9f32-14fa28485b7c'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:23.839583 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:23.870037 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-757be9a7-15b9-4d6a-9aa4-686f9fece11f req-31ff956b-35ea-47f9-8344-a6817e63ec23 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&id=2dfb0387-01a4-4e44-8b81-fda777f2db74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857458 Jun 30 01:31:23.946477 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Router 86022170-1da1-4de1-9f32-14fa28485b7c has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:31:24.062926 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:31:24.076097 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] 10.222.0.35 "PUT /v2.0/routers/86022170-1da1-4de1-9f32-14fa28485b7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1159475 Jun 30 01:31:24.097861 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-7a3abaab-a984-4e63-b92c-96d495541fd9 None None] Provisioning complete for port 49da373c-f628-4b4e-8f63-05f9dc018707 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:24.098244 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7a3abaab-a984-4e63-b92c-96d495541fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.152060 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=a2382330-2828-407d-9706-92c4e775d667,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:24.165469 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:24.195582 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port d1bdf640-5b40-43ba-a5ac-57131fb7479c triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:24.196027 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.198505 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] Set router 86022170-1da1-4de1-9f32-14fa28485b7c gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:24.201176 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-7a3abaab-a984-4e63-b92c-96d495541fd9 None None] Port 49da373c-f628-4b4e-8f63-05f9dc018707 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:31:24.407212 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22eeb07-8fe7-49f7-8d73-bd840050fd4f req-d3d50125-a989-40ff-8f84-0a7dd8fe9ace tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:24.409220 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f22eeb07-8fe7-49f7-8d73-bd840050fd4f req-d3d50125-a989-40ff-8f84-0a7dd8fe9ace tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 944 time: 0.0728214 Jun 30 01:31:24.450216 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f22eeb07-8fe7-49f7-8d73-bd840050fd4f req-e5399336-fa60-44bf-92c1-26a09a6da4bd tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342126 Jun 30 01:31:24.474665 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'name': 'tempest-TestShelveInstance-1829504222-router', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '09c37e9a-7214-4a97-90ae-be0361591131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:19Z', 'updated_at': '2021-06-30T01:31:23Z', 'revision_number': 4, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'gw_port': {'id': '09c37e9a-7214-4a97-90ae-be0361591131', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:20Z', 'updated_at': '2021-06-30T01:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '49da373c-f628-4b4e-8f63-05f9dc018707', 'name': '', 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'mac_address': 'fa:16:3e:20:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6fd8921e-eaa2-4572-b8ba-5c135a7c67ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:22Z', 'updated_at': '2021-06-30T01:31:23Z', 'revision_number': 2, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'subnets': [{'id': '6fd8921e-eaa2-4572-b8ba-5c135a7c67ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:24.502187 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2822bad-0924-4067-97fa-cd8049101184 None None] The sync data for ids ['86022170-1da1-4de1-9f32-14fa28485b7c'] in dv-cinder-797245-10-iscsi is: [{'id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'name': 'tempest-TestShelveInstance-1829504222-router', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '09c37e9a-7214-4a97-90ae-be0361591131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:19Z', 'updated_at': '2021-06-30T01:31:23Z', 'revision_number': 4, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'gw_port': {'id': '09c37e9a-7214-4a97-90ae-be0361591131', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:20Z', 'updated_at': '2021-06-30T01:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '49da373c-f628-4b4e-8f63-05f9dc018707', 'name': '', 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'mac_address': 'fa:16:3e:20:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6fd8921e-eaa2-4572-b8ba-5c135a7c67ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:22Z', 'updated_at': '2021-06-30T01:31:23Z', 'revision_number': 2, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'subnets': [{'id': '6fd8921e-eaa2-4572-b8ba-5c135a7c67ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:31:24.604178 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1960327-a10a-4afe-a1a4-0b0d13304026 req-5e7c3858-35de-4046-b70b-f0e68147f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:24.605660 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b1960327-a10a-4afe-a1a4-0b0d13304026 req-5e7c3858-35de-4046-b70b-f0e68147f2b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22e11c8b9ca940019f96820b2220ad7e&device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 1138 time: 0.0588803 Jun 30 01:31:24.701004 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1960327-a10a-4afe-a1a4-0b0d13304026 req-8ddf45b5-7cc7-4c19-a8b5-a31f108e3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:24.702194 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b1960327-a10a-4afe-a1a4-0b0d13304026 req-8ddf45b5-7cc7-4c19-a8b5-a31f108e3e6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4291780-3495-47e0-8337-daf35a337596 HTTP/1.1" status: 200 len: 914 time: 0.0880167 Jun 30 01:31:24.719869 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['a2382330-2828-407d-9706-92c4e775d667'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:24.803282 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b1960327-a10a-4afe-a1a4-0b0d13304026 req-c9535bdf-6c94-4ce1-85bc-919a8c0920de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b90b752-42ff-4d58-a6ad-3afe84fa3862 HTTP/1.1" status: 200 len: 1002 time: 0.0843942 Jun 30 01:31:24.862787 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1960327-a10a-4afe-a1a4-0b0d13304026 req-67662121-dacf-4892-b6e7-7fa031c14bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:24.865813 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b1960327-a10a-4afe-a1a4-0b0d13304026 req-67662121-dacf-4892-b6e7-7fa031c14bc1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92 HTTP/1.1" status: 200 len: 852 time: 0.0548456 Jun 30 01:31:24.931240 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1960327-a10a-4afe-a1a4-0b0d13304026 req-1c1f34f9-11d1-474d-83b3-0fa0e524e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:24.932841 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b1960327-a10a-4afe-a1a4-0b0d13304026 req-1c1f34f9-11d1-474d-83b3-0fa0e524e781 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4291780-3495-47e0-8337-daf35a337596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0606720 Jun 30 01:31:24.986445 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37390) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:24.991574 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-94db920d-f65b-400a-a716-73bcb7fc30af tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-436040944', 'description': 'tempest-secgroup-smoke-436040944 description', 'project_id': 'cbda0feb92a847d182731ee482789d05'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:25.071440 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b1960327-a10a-4afe-a1a4-0b0d13304026 req-b7f90f88-6561-465b-8089-c85dea036d74 service neutron] 10.222.0.36 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300364 Jun 30 01:31:25.078610 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-94db920d-f65b-400a-a716-73bcb7fc30af tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:25.092733 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3661d-09b4-4a6a-a47e-6858a7e47d0c req-c06f1e50-d43e-4327-94d2-c68aee20a41f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:25.094361 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-beb3661d-09b4-4a6a-a47e-6858a7e47d0c req-c06f1e50-d43e-4327-94d2-c68aee20a41f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1327581 Jun 30 01:31:25.257368 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-beb3661d-09b4-4a6a-a47e-6858a7e47d0c req-2524812b-85fd-4265-9e86-77d29e136fac tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453981 Jun 30 01:31:25.293466 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b1960327-a10a-4afe-a1a4-0b0d13304026 req-aed4dd29-920c-4021-9e9e-83e4cf9bb6cc service neutron] 10.222.0.36 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110114 Jun 30 01:31:25.308519 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eff0e-4780-4b74-9ec8-8b10c8fc24cc req-b55767d1-c841-40f7-9ab5-a7f6e38c9610 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:25.310268 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-737eff0e-4780-4b74-9ec8-8b10c8fc24cc req-b55767d1-c841-40f7-9ab5-a7f6e38c9610 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 985 time: 0.2294264 Jun 30 01:31:25.356883 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-737eff0e-4780-4b74-9ec8-8b10c8fc24cc req-a67401e9-3dd1-430b-b31c-0328b52c6186 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&id=2dfb0387-01a4-4e44-8b81-fda777f2db74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385468 Jun 30 01:31:25.512729 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 09c37e9a-7214-4a97-90ae-be0361591131 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:25.559875 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-94db920d-f65b-400a-a716-73bcb7fc30af tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:25.655418 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-94db920d-f65b-400a-a716-73bcb7fc30af tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:25.659044 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-e9d0da8d-5aa2-4305-b82b-b3268509e396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:25.684576 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff79c07-6e5d-4fb4-81a0-b67b57d99b5a req-295b90c7-ef7a-4617-b6f6-d9b830588fb3 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:25.686101 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ff79c07-6e5d-4fb4-81a0-b67b57d99b5a req-295b90c7-ef7a-4617-b6f6-d9b830588fb3 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 944 time: 0.0686686 Jun 30 01:31:25.687878 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db920d-f65b-400a-a716-73bcb7fc30af tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dcfed7-bbbe-402b-87bf-1d86148195a3,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:25.689811 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 09c37e9a-7214-4a97-90ae-be0361591131 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:25.691637 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-94db920d-f65b-400a-a716-73bcb7fc30af tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:25.699808 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 09c37e9a-7214-4a97-90ae-be0361591131 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:25.699808 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:25.737845 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ff79c07-6e5d-4fb4-81a0-b67b57d99b5a req-fb2c84d9-809b-4551-8da8-c1775f250fb0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416808 Jun 30 01:31:25.787374 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-94db920d-f65b-400a-a716-73bcb7fc30af tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:25.787860 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:25.791294 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-94db920d-f65b-400a-a716-73bcb7fc30af tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8011935 Jun 30 01:31:25.791621 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37402) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:25.796206 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-c594b457-90a1-4543-a1fa-f28edff283b9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Request body: {'security_group_rule': {'security_group_id': 'a7dcfed7-bbbe-402b-87bf-1d86148195a3', 'project_id': 'cbda0feb92a847d182731ee482789d05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:25.812834 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 09c37e9a-7214-4a97-90ae-be0361591131, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=09c37e9a-7214-4a97-90ae-be0361591131,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:25.895086 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:25.897004 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-b6925a3d-8d75-4a56-93c6-d80047775642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:25.929354 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c594b457-90a1-4543-a1fa-f28edff283b9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:25.947175 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=09c37e9a-7214-4a97-90ae-be0361591131,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:25.951817 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:25.992247 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c594b457-90a1-4543-a1fa-f28edff283b9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.084182 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c594b457-90a1-4543-a1fa-f28edff283b9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.086328 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4eba2477-fc70-49ca-80c8-956fdb0611d6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:26.102492 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594b457-90a1-4543-a1fa-f28edff283b9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfce176-621b-4aa7-8178-4d2d2f26feb9,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:26.105394 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c594b457-90a1-4543-a1fa-f28edff283b9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:26.215276 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c594b457-90a1-4543-a1fa-f28edff283b9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.216419 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-c594b457-90a1-4543-a1fa-f28edff283b9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4238515 Jun 30 01:31:26.219159 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37404) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:26.223750 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-31a89b50-9daf-4a33-87ef-fac90d81c83b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Request body: {'security_group_rule': {'security_group_id': 'a7dcfed7-bbbe-402b-87bf-1d86148195a3', 'project_id': 'cbda0feb92a847d182731ee482789d05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:26.294588 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-31a89b50-9daf-4a33-87ef-fac90d81c83b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.357951 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-31a89b50-9daf-4a33-87ef-fac90d81c83b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.403731 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-31a89b50-9daf-4a33-87ef-fac90d81c83b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.410067 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-488cf4dd-91aa-43b8-b52d-3afab2a6fd70 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:26.430373 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a89b50-9daf-4a33-87ef-fac90d81c83b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40af1ff9-01f1-4b07-95e2-fc55092da408,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:26.432974 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-31a89b50-9daf-4a33-87ef-fac90d81c83b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:26.439144 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e971f0b-e916-4392-90ab-ffe0ca832185 req-91e5e0e3-f51f-4f4f-a439-f75e65902c7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:26.440636 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5e971f0b-e916-4392-90ab-ffe0ca832185 req-91e5e0e3-f51f-4f4f-a439-f75e65902c7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.0658350 Jun 30 01:31:26.473548 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-31a89b50-9daf-4a33-87ef-fac90d81c83b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.474796 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-31a89b50-9daf-4a33-87ef-fac90d81c83b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2545822 Jun 30 01:31:26.477746 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37410) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:26.483848 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5e971f0b-e916-4392-90ab-ffe0ca832185 req-a0eb869d-16bd-425b-907d-b4189edf336c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=c17146ff-00d8-4a9a-8d44-3a7ae4607aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369132 Jun 30 01:31:26.484525 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-33c2aa7c-5b36-4ba5-b95a-10393cde0b2e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Request body: {'security_group_rule': {'security_group_id': 'a7dcfed7-bbbe-402b-87bf-1d86148195a3', 'project_id': 'cbda0feb92a847d182731ee482789d05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:26.580323 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-33c2aa7c-5b36-4ba5-b95a-10393cde0b2e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.604477 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebf479-d0b0-4f9b-847e-653b9da0a952 req-f8148f46-def8-48a9-8a6d-f7f65e69d544 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:26.609212 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-78ebf479-d0b0-4f9b-847e-653b9da0a952 req-f8148f46-def8-48a9-8a6d-f7f65e69d544 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 985 time: 0.0950987 Jun 30 01:31:26.653533 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-33c2aa7c-5b36-4ba5-b95a-10393cde0b2e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.664877 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-6b59bf8f-34cb-47ab-a5af-3ed7d57897b8 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:26.666291 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-6b59bf8f-34cb-47ab-a5af-3ed7d57897b8 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.36 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 946 time: 0.1053936 Jun 30 01:31:26.670828 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-78ebf479-d0b0-4f9b-847e-653b9da0a952 req-c9e5c17d-c0b5-427b-b1d3-9b5a0ad382c0 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&id=2dfb0387-01a4-4e44-8b81-fda777f2db74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566771 Jun 30 01:31:26.741032 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-33c2aa7c-5b36-4ba5-b95a-10393cde0b2e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.743158 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-347f3946-58b5-4333-bf1b-2bbaed7378d1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:26.759679 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2aa7c-5b36-4ba5-b95a-10393cde0b2e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e0d5b7-0989-486f-9ae9-5b81c2bfcbb6,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:26.762042 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-33c2aa7c-5b36-4ba5-b95a-10393cde0b2e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:26.768285 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Deleting port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:31:26.772767 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.855738 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-33c2aa7c-5b36-4ba5-b95a-10393cde0b2e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.857208 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-33c2aa7c-5b36-4ba5-b95a-10393cde0b2e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3783734 Jun 30 01:31:26.859817 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37416) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:26.862209 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] For port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:26.862565 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.864576 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-39314a4b-d8a5-4a95-88a6-59c4aff5d122 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Request body: {'security_group_rule': {'security_group_id': 'a7dcfed7-bbbe-402b-87bf-1d86148195a3', 'project_id': 'cbda0feb92a847d182731ee482789d05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:26.930478 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device a2382330-2828-407d-9706-92c4e775d667 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:26.973985 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-39314a4b-d8a5-4a95-88a6-59c4aff5d122 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.039570 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-39314a4b-d8a5-4a95-88a6-59c4aff5d122 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.084231 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port a2382330-2828-407d-9706-92c4e775d667 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:27.088616 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port a2382330-2828-407d-9706-92c4e775d667 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:27.088993 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.113141 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-39314a4b-d8a5-4a95-88a6-59c4aff5d122 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.116748 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-037c491c-4406-43b6-abd4-11df4554a80a tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:27.137006 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39314a4b-d8a5-4a95-88a6-59c4aff5d122 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951f4a99-4e71-4446-a487-ed595d826f33,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:27.140423 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-39314a4b-d8a5-4a95-88a6-59c4aff5d122 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:27.169883 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.193752 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2382330-2828-407d-9706-92c4e775d667'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:27.196084 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc0283c-1b28-4152-9e5d-80980dc677f7" -d '{"events": [{"server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "name": "network-vif-plugged", "status": "completed", "tag": "a2382330-2828-407d-9706-92c4e775d667"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:27.208700 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port a2382330-2828-407d-9706-92c4e775d667, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a2382330-2828-407d-9706-92c4e775d667,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:27.226682 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-39314a4b-d8a5-4a95-88a6-59c4aff5d122 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.227972 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-39314a4b-d8a5-4a95-88a6-59c4aff5d122 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3671963 Jun 30 01:31:27.230731 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37420) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:27.235944 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-34e46efa-409f-4d4c-bc9a-8574a0e46509 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Request body: {'security_group_rule': {'security_group_id': 'a7dcfed7-bbbe-402b-87bf-1d86148195a3', 'project_id': 'cbda0feb92a847d182731ee482789d05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:27.244943 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc6fd64-3d9e-4f42-9160-c50a791020bd x-openstack-request-id: req-2bc6fd64-3d9e-4f42-9160-c50a791020bd {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:27.245254 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "name": "network-vif-plugged", "status": "completed", "tag": "a2382330-2828-407d-9706-92c4e775d667", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:27.245519 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bc6fd64-3d9e-4f42-9160-c50a791020bd {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:27.245918 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2382330-2828-407d-9706-92c4e775d667', 'code': 200} Jun 30 01:31:27.284043 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.287441 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:27.288491 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d8d0f-c26b-4fdb-aace-cbd94c337061 req-7cbb3f57-6621-4da1-aef3-7afc04aef501 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:27.292614 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-163d8d0f-c26b-4fdb-aace-cbd94c337061 req-7cbb3f57-6621-4da1-aef3-7afc04aef501 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 944 time: 0.4318635 Jun 30 01:31:27.337552 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=a2382330-2828-407d-9706-92c4e775d667,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:27.340715 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:27.347001 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.securitygroups_db [None req-34e46efa-409f-4d4c-bc9a-8574a0e46509 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Project cbda0feb92a847d182731ee482789d05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 01:31:27.352633 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-34e46efa-409f-4d4c-bc9a-8574a0e46509 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.370100 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-163d8d0f-c26b-4fdb-aace-cbd94c337061 req-e3883b84-5a42-4a5a-8a58-95681b5f9bee tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730369 Jun 30 01:31:27.391553 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.391926 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.392237 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.l3_db [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Floating IP 9cd3c994-6831-44b3-90a2-909a8f652d1e disassociated. External IP: 172.27.1.142, port: 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6. Jun 30 01:31:27.392578 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Calling delete_port for 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 owned by compute:nova {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:31:27.427027 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-34e46efa-409f-4d4c-bc9a-8574a0e46509 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.485499 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 09c37e9a-7214-4a97-90ae-be0361591131 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:27.490704 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-34e46efa-409f-4d4c-bc9a-8574a0e46509 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.492869 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-3fa48156-87aa-48d7-b028-8a9918c4d82c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:27.512014 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e46efa-409f-4d4c-bc9a-8574a0e46509 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbe3283-3276-4b59-95d4-0f2f18827586,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:27.514565 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-34e46efa-409f-4d4c-bc9a-8574a0e46509 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:27.534768 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 09c37e9a-7214-4a97-90ae-be0361591131 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:27.535283 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.626181 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.634648 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-34e46efa-409f-4d4c-bc9a-8574a0e46509 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.638468 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-34e46efa-409f-4d4c-bc9a-8574a0e46509 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4041202 Jun 30 01:31:27.638585 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37424) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:27.643016 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-0ddba80f-4d3e-451b-8ee6-c1a3d13d6b33 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Request body: {'security_group_rule': {'security_group_id': 'a7dcfed7-bbbe-402b-87bf-1d86148195a3', 'project_id': 'cbda0feb92a847d182731ee482789d05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:27.650651 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:27.655055 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56c77ca7-f5a9-408c-903c-92842eafd3a2 req-08191e17-10be-4bad-871f-9594f92e0601 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 210 time: 0.0396638 Jun 30 01:31:27.682007 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dfa1e-e2a2-4e91-830c-440cc859fb4a req-6f15921d-b038-4770-ac27-441d881dc4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:27.683538 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event deleted for resources: {'Port': ['ID=0ab6d5b1-00c0-44bd-aacf-6d897defa7d6,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:27.683681 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-417dfa1e-e2a2-4e91-830c-440cc859fb4a req-6f15921d-b038-4770-ac27-441d881dc4a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 1098 time: 0.0784667 Jun 30 01:31:27.691241 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:27.727827 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-417dfa1e-e2a2-4e91-830c-440cc859fb4a req-a210684e-827c-4976-a339-b7443865458a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336623 Jun 30 01:31:27.769328 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.securitygroups_db [None req-0ddba80f-4d3e-451b-8ee6-c1a3d13d6b33 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Project cbda0feb92a847d182731ee482789d05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 01:31:27.777800 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0ddba80f-4d3e-451b-8ee6-c1a3d13d6b33 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.842324 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:31:27.842492 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0ddba80f-4d3e-451b-8ee6-c1a3d13d6b33 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.923637 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0ddba80f-4d3e-451b-8ee6-c1a3d13d6b33 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.923880 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6a930-9bea-4c8a-8c69-8e482a701e80 req-0268992f-bbb5-4faf-86da-8c78fa709d38 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:27.925351 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d0b6a930-9bea-4c8a-8c69-8e482a701e80 req-0268992f-bbb5-4faf-86da-8c78fa709d38 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 985 time: 0.1157117 Jun 30 01:31:27.926133 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-030432d9-f9e3-468b-b8e6-6ea522fdf787 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:27.943491 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddba80f-4d3e-451b-8ee6-c1a3d13d6b33 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1c7f51-e607-4d2a-8261-26bbd907fe1a,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:27.946491 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0ddba80f-4d3e-451b-8ee6-c1a3d13d6b33 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:27.999932 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:31:28.009703 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0ddba80f-4d3e-451b-8ee6-c1a3d13d6b33 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.010103 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec2e63-420a-4da8-9125-566510a08ccb None None] Sync routers for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:31:28.019942 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d0b6a930-9bea-4c8a-8c69-8e482a701e80 req-f6a04eb1-95f7-4004-b257-f6e8256981e3 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&id=2dfb0387-01a4-4e44-8b81-fda777f2db74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563180 Jun 30 01:31:28.022009 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec2e63-420a-4da8-9125-566510a08ccb None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:28.022581 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-36ec2e63-420a-4da8-9125-566510a08ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:28.026457 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-0ddba80f-4d3e-451b-8ee6-c1a3d13d6b33 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3806672 Jun 30 01:31:28.052520 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] No DVR routers for this DVR port 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 on host hv-cinder-79724 {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:31:28.056353 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.064666 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4ee482e6-8e63-40ed-905e-ada965466a2e req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.36 "DELETE /v2.0/ports/0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 HTTP/1.1" status: 204 len: 173 time: 1.3853986 Jun 30 01:31:28.064666 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57a14f5-4cd6-4d21-86d9-88c0ae714354', 'name': 'network-vif-deleted', 'tag': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:28.064666 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2d593c-7e1b-4e2b-8a0c-10284f7f2529" -d '{"events": [{"server_uuid": "c57a14f5-4cd6-4d21-86d9-88c0ae714354", "name": "network-vif-deleted", "tag": "0ab6d5b1-00c0-44bd-aacf-6d897defa7d6"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:28.120952 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2514d9c-374f-4354-b695-6c191c17b90d x-openstack-request-id: req-a2514d9c-374f-4354-b695-6c191c17b90d {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:28.121828 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57a14f5-4cd6-4d21-86d9-88c0ae714354", "name": "network-vif-deleted", "tag": "0ab6d5b1-00c0-44bd-aacf-6d897defa7d6", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:28.122360 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2514d9c-374f-4354-b695-6c191c17b90d {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:28.122930 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57a14f5-4cd6-4d21-86d9-88c0ae714354', 'name': 'network-vif-deleted', 'tag': '0ab6d5b1-00c0-44bd-aacf-6d897defa7d6', 'status': 'completed', 'code': 200} Jun 30 01:31:28.230240 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-36ec2e63-420a-4da8-9125-566510a08ccb None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:28.327669 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-6c9d9a45-e127-442a-9c40-ea11916f1a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.373185 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Sync routers for ids ['86022170-1da1-4de1-9f32-14fa28485b7c'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:31:28.383753 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Routers {'86022170-1da1-4de1-9f32-14fa28485b7c'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:28.384594 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['86022170-1da1-4de1-9f32-14fa28485b7c'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:28.520810 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-36ec2e63-420a-4da8-9125-566510a08ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:02Z', 'revision_number': 5, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:28.532993 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Set router 86022170-1da1-4de1-9f32-14fa28485b7c gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:28.547355 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec2e63-420a-4da8-9125-566510a08ccb None None] Checking router: 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:31:28.557988 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec2e63-420a-4da8-9125-566510a08ccb None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:28.558474 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-36ec2e63-420a-4da8-9125-566510a08ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:28.685794 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa7dee-33f9-4f69-829c-cd1af13dd246 req-b67a5070-933d-47c4-8daa-d22cf6c58c65 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:28.687864 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dfaa7dee-33f9-4f69-829c-cd1af13dd246 req-b67a5070-933d-47c4-8daa-d22cf6c58c65 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0860837 Jun 30 01:31:28.737875 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dfaa7dee-33f9-4f69-829c-cd1af13dd246 req-67c77e1c-eb95-429b-9c05-76f1b6a22a36 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433578 Jun 30 01:31:28.742316 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-36ec2e63-420a-4da8-9125-566510a08ccb None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:28.838847 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-59ceda33-0fac-4cab-a3b8-04026506cf26 req-26792a4f-4d90-4878-8f58-65a988101512 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=c57a14f5-4cd6-4d21-86d9-88c0ae714354 HTTP/1.1" status: 200 len: 210 time: 0.0289392 Jun 30 01:31:28.839127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'name': 'tempest-TestShelveInstance-1829504222-router', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '09c37e9a-7214-4a97-90ae-be0361591131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:19Z', 'updated_at': '2021-06-30T01:31:23Z', 'revision_number': 4, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'gw_port': {'id': '09c37e9a-7214-4a97-90ae-be0361591131', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:20Z', 'updated_at': '2021-06-30T01:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '49da373c-f628-4b4e-8f63-05f9dc018707', 'name': '', 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'mac_address': 'fa:16:3e:20:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6fd8921e-eaa2-4572-b8ba-5c135a7c67ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:22Z', 'updated_at': '2021-06-30T01:31:23Z', 'revision_number': 2, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'subnets': [{'id': '6fd8921e-eaa2-4572-b8ba-5c135a7c67ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:28.877225 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Checking router: 86022170-1da1-4de1-9f32-14fa28485b7c for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:31:28.880985 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Updating router 86022170-1da1-4de1-9f32-14fa28485b7c port 49da373c-f628-4b4e-8f63-05f9dc018707 binding host dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:31:28.911464 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.948414 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:31:28.957656 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-36ec2e63-420a-4da8-9125-566510a08ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:02Z', 'revision_number': 5, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:28.972995 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:31:28.973342 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 0ab6d5b1-00c0-44bd-aacf-6d897defa7d6 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:31:28.986803 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec2e63-420a-4da8-9125-566510a08ccb None None] The sync data for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi is: [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:02Z', 'revision_number': 5, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:31:29.231218 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24572381-67c7-4f3a-b851-ee71830a08e2 req-9a91ba69-a3e9-4bb7-92f9-7c33f6411e48 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:29.238871 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-24572381-67c7-4f3a-b851-ee71830a08e2 req-9a91ba69-a3e9-4bb7-92f9-7c33f6411e48 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 985 time: 0.0816190 Jun 30 01:31:29.276731 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Notify callbacks [] for port, precommit_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.287587 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Transition to ACTIVE for port object 49da373c-f628-4b4e-8f63-05f9dc018707 will not be triggered until provisioned by entity L2. {{(pid=93394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:29.291588 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-24572381-67c7-4f3a-b851-ee71830a08e2 req-88f593a4-06df-4ba2-af12-40a2d6548fc8 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&id=2dfb0387-01a4-4e44-8b81-fda777f2db74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516944 Jun 30 01:31:29.292975 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc31f28b-01c9-4a6e-ab23-5ae9a2f8e55b None None] New status for floating IP 9cd3c994-6831-44b3-90a2-909a8f652d1e: DOWN {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:31:29.352409 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.355376 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:29.404416 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569ac77-126c-4036-b392-5b8a17706021 None None] Pushing event updated for resources: {'Port': ['ID=49da373c-f628-4b4e-8f63-05f9dc018707,revision_number=3']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:29.407176 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-e569ac77-126c-4036-b392-5b8a17706021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:29.465413 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Attempting to bind port 49da373c-f628-4b4e-8f63-05f9dc018707 on host dv-cinder-797245-10-iscsi for vnic_type normal with profile {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:29.465873 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Attempting to bind port 49da373c-f628-4b4e-8f63-05f9dc018707 by drivers openvswitch,hyperv on host dv-cinder-797245-10-iscsi at level 0 using segments [{'id': '5a9e67e7-28f7-4bef-8431-b562789ced91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a'}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:29.466313 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Attempting to bind port 49da373c-f628-4b4e-8f63-05f9dc018707 on network e9912f3d-45e5-4da0-b2d1-db79acf6b67a {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:29.471633 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Checking agent: {'id': 'e98311c6-9997-4ec5-b05e-7d58f1624336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 19, 1), 'started_at': datetime.datetime(2021, 6, 30, 1, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:29.472108 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Checking segment: {'id': '5a9e67e7-28f7-4bef-8431-b562789ced91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:29.472587 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.472997 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Bound using segment: {'id': '5a9e67e7-28f7-4bef-8431-b562789ced91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a'} {{(pid=93394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:29.473472 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.managers [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Bound port: 49da373c-f628-4b4e-8f63-05f9dc018707, host: dv-cinder-797245-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9e67e7-28f7-4bef-8431-b562789ced91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a'}}] {{(pid=93394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:29.473898 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.544713 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] For port 49da373c-f628-4b4e-8f63-05f9dc018707, host dv-cinder-797245-10-iscsi, cleared binding levels {{(pid=93394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:29.548972 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] For port 49da373c-f628-4b4e-8f63-05f9dc018707, host dv-cinder-797245-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=49da373c-f628-4b4e-8f63-05f9dc018707,segment=NetworkSegment(5a9e67e7-28f7-4bef-8431-b562789ced91),segment_id=5a9e67e7-28f7-4bef-8431-b562789ced91)] {{(pid=93394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:29.632866 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.636015 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:29.706785 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Routers {'86022170-1da1-4de1-9f32-14fa28485b7c'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:29.707459 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['86022170-1da1-4de1-9f32-14fa28485b7c'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:29.749994 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569ac77-126c-4036-b392-5b8a17706021 None None] Pushing event updated for resources: {'Port': ['ID=49da373c-f628-4b4e-8f63-05f9dc018707,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:29.753506 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-e569ac77-126c-4036-b392-5b8a17706021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:29.866002 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] Set router 86022170-1da1-4de1-9f32-14fa28485b7c gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:29.981531 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6b2f3-df2b-4cf1-a1c7-2a383724a254 req-ee4464c4-4e4d-4c3d-a7dd-ca68ab9ead0f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:29.983637 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-efa6b2f3-df2b-4cf1-a1c7-2a383724a254 req-ee4464c4-4e4d-4c3d-a7dd-ca68ab9ead0f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0828807 Jun 30 01:31:30.029098 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-efa6b2f3-df2b-4cf1-a1c7-2a383724a254 req-f4d003ad-fef4-4143-bb78-a38b6a4819f2 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391800 Jun 30 01:31:30.114401 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37516) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:30.177332 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'name': 'tempest-TestShelveInstance-1829504222-router', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '09c37e9a-7214-4a97-90ae-be0361591131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:19Z', 'updated_at': '2021-06-30T01:31:23Z', 'revision_number': 4, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'gw_port': {'id': '09c37e9a-7214-4a97-90ae-be0361591131', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:20Z', 'updated_at': '2021-06-30T01:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '49da373c-f628-4b4e-8f63-05f9dc018707', 'name': '', 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'mac_address': 'fa:16:3e:20:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6fd8921e-eaa2-4572-b8ba-5c135a7c67ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:22Z', 'updated_at': '2021-06-30T01:31:29Z', 'revision_number': 4, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'subnets': [{'id': '6fd8921e-eaa2-4572-b8ba-5c135a7c67ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:30.211578 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d6a30-26bf-4fe4-aa2f-f42366ec8796 None None] The sync data for ids ['86022170-1da1-4de1-9f32-14fa28485b7c'] in dv-cinder-797245-10-iscsi is: [{'id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'name': 'tempest-TestShelveInstance-1829504222-router', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '09c37e9a-7214-4a97-90ae-be0361591131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:19Z', 'updated_at': '2021-06-30T01:31:23Z', 'revision_number': 4, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'gw_port': {'id': '09c37e9a-7214-4a97-90ae-be0361591131', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:20Z', 'updated_at': '2021-06-30T01:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '49da373c-f628-4b4e-8f63-05f9dc018707', 'name': '', 'network_id': 'e9912f3d-45e5-4da0-b2d1-db79acf6b67a', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'mac_address': 'fa:16:3e:20:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6fd8921e-eaa2-4572-b8ba-5c135a7c67ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:22Z', 'updated_at': '2021-06-30T01:31:29Z', 'revision_number': 4, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'subnets': [{'id': '6fd8921e-eaa2-4572-b8ba-5c135a7c67ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:31:30.224077 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-85587f56-fabb-4cec-8cb3-9befbfa21c3a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.258317 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-85587f56-fabb-4cec-8cb3-9befbfa21c3a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.296021 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b2e02-0af0-49f8-a8c7-33e05576d694 req-c54fc6a5-ed79-413a-928e-97f2c3aaac82 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:30.297608 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f75b2e02-0af0-49f8-a8c7-33e05576d694 req-c54fc6a5-ed79-413a-928e-97f2c3aaac82 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.1457932 Jun 30 01:31:30.311430 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37520) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:30.316021 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-37e3c89d-cec6-46d9-a0cf-ba5269e6431e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Request body: {'floatingip': {'port_id': 'a2382330-2828-407d-9706-92c4e775d667'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:30.369642 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-37e3c89d-cec6-46d9-a0cf-ba5269e6431e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.503724 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-85587f56-fabb-4cec-8cb3-9befbfa21c3a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.506902 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-85587f56-fabb-4cec-8cb3-9befbfa21c3a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.510546 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-85587f56-fabb-4cec-8cb3-9befbfa21c3a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "DELETE /v2.0/security-groups/c17146ff-00d8-4a9a-8d44-3a7ae4607aac HTTP/1.1" status: 204 len: 168 time: 0.3924699 Jun 30 01:31:30.512623 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-649cd631-4d10-454a-a7af-7dd24b34f296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:30.517146 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37524) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:30.530141 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.api.v2.resource [None req-d5c45251-f29a-49b2-9c81-277cff71e4f7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] show failed (client error): The resource could not be found. Jun 30 01:31:30.533866 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-d5c45251-f29a-49b2-9c81-277cff71e4f7 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups/c17146ff-00d8-4a9a-8d44-3a7ae4607aac HTTP/1.1" status: 404 len: 347 time: 0.0152419 Jun 30 01:31:30.534279 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37526) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:30.534515 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85587f56-fabb-4cec-8cb3-9befbfa21c3a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17146ff-00d8-4a9a-8d44-3a7ae4607aac,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:30.540017 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-85587f56-fabb-4cec-8cb3-9befbfa21c3a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:30.606599 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5c664-e19b-49a2-bd26-65a17bd335ce req-1a3a4747-055a-44cf-9c8e-46faeab05e19 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:30.608172 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-98e5c664-e19b-49a2-bd26-65a17bd335ce req-1a3a4747-055a-44cf-9c8e-46faeab05e19 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 985 time: 0.1798275 Jun 30 01:31:30.691366 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-053742fa-321d-4600-ad63-18cf86490812 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Deleting port 973676f2-1dde-46b8-b30c-d0b9091d4dba {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:31:30.691699 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-053742fa-321d-4600-ad63-18cf86490812 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.707796 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-98e5c664-e19b-49a2-bd26-65a17bd335ce req-04433aa9-acec-45a4-9fff-4d6bb583c478 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&id=2dfb0387-01a4-4e44-8b81-fda777f2db74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925579 Jun 30 01:31:30.779407 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-053742fa-321d-4600-ad63-18cf86490812 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.779731 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-053742fa-321d-4600-ad63-18cf86490812 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.803387 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-053742fa-321d-4600-ad63-18cf86490812 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Calling delete_port for 973676f2-1dde-46b8-b30c-d0b9091d4dba owned by network:floatingip {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:31:30.827031 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-74277c55-c99a-461c-b647-9369f4c4f9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.968613 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-37e3c89d-cec6-46d9-a0cf-ba5269e6431e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.009471 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-053742fa-321d-4600-ad63-18cf86490812 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.011717 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5a616ea1-5412-4607-ae4e-f2cea045531f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:31.035590 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053742fa-321d-4600-ad63-18cf86490812 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event deleted for resources: {'Port': ['ID=973676f2-1dde-46b8-b30c-d0b9091d4dba,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:31.038486 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-37e3c89d-cec6-46d9-a0cf-ba5269e6431e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.038965 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.040977 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-053742fa-321d-4600-ad63-18cf86490812 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:31.101267 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-053742fa-321d-4600-ad63-18cf86490812 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.107101 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-053742fa-321d-4600-ad63-18cf86490812 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.107101 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-053742fa-321d-4600-ad63-18cf86490812 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "DELETE /v2.0/floatingips/9cd3c994-6831-44b3-90a2-909a8f652d1e HTTP/1.1" status: 204 len: 168 time: 0.5696454 Jun 30 01:31:31.152043 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.l3_db [None req-37e3c89d-cec6-46d9-a0cf-ba5269e6431e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Floating IP 219c6089-5b33-4315-a371-f4366901a548 associated. External IP: 172.27.1.112, port: a2382330-2828-407d-9706-92c4e775d667. Jun 30 01:31:31.363128 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e3c89d-cec6-46d9-a0cf-ba5269e6431e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:31:31.514413 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e3c89d-cec6-46d9-a0cf-ba5269e6431e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:31:31.518796 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 49da373c-f628-4b4e-8f63-05f9dc018707 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:31.529813 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-37e3c89d-cec6-46d9-a0cf-ba5269e6431e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.530233 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402a993-8dac-4048-82de-f1579f84cce2 None None] Sync routers for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:31:31.560377 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402a993-8dac-4048-82de-f1579f84cce2 None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:31.561000 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-3402a993-8dac-4048-82de-f1579f84cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:31.564266 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-37e3c89d-cec6-46d9-a0cf-ba5269e6431e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "PUT /v2.0/floatingips/219c6089-5b33-4315-a371-f4366901a548 HTTP/1.1" status: 200 len: 991 time: 1.2512071 Jun 30 01:31:31.570501 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'tag': 'a2382330-2828-407d-9706-92c4e775d667'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:31.570501 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d12d6e-a54e-4d8c-b3da-f27c553a59c1" -d '{"events": [{"name": "network-changed", "server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "tag": "a2382330-2828-407d-9706-92c4e775d667"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:31.609644 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37538) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:31.617127 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-82e9a1a5-0e42-4f3a-8033-ba35cf0fcfd2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--61163577', 'description': 'tempest-description--1323902753'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:31.649953 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d98e21-8deb-4c12-a51c-c705f20a71b9 x-openstack-request-id: req-94d98e21-8deb-4c12-a51c-c705f20a71b9 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:31.650350 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "tag": "a2382330-2828-407d-9706-92c4e775d667", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:31.650698 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94d98e21-8deb-4c12-a51c-c705f20a71b9 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:31.651372 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'tag': 'a2382330-2828-407d-9706-92c4e775d667', 'status': 'completed', 'code': 200} Jun 30 01:31:31.723569 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-82e9a1a5-0e42-4f3a-8033-ba35cf0fcfd2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.807382 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-3402a993-8dac-4048-82de-f1579f84cce2 None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:31.824398 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-82e9a1a5-0e42-4f3a-8033-ba35cf0fcfd2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.852765 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning for port 49da373c-f628-4b4e-8f63-05f9dc018707 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:31.870755 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 49da373c-f628-4b4e-8f63-05f9dc018707 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:31.871150 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.890821 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-82e9a1a5-0e42-4f3a-8033-ba35cf0fcfd2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.896837 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-759972b2-0c70-449c-8fd1-e40967bed18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:31.937218 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9a1a5-0e42-4f3a-8033-ba35cf0fcfd2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e6e475-47b7-4ecb-bac5-90e2e8d24ceb,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:31.940326 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-82e9a1a5-0e42-4f3a-8033-ba35cf0fcfd2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:31.944317 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.956605 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eb905-65b4-4a71-9464-ad561f1a8137 req-f00202f0-c0f3-4607-a130-b885075f9896 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:31.958104 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5c1eb905-65b4-4a71-9464-ad561f1a8137 req-f00202f0-c0f3-4607-a130-b885075f9896 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 985 time: 0.0994637 Jun 30 01:31:31.979474 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-82e9a1a5-0e42-4f3a-8033-ba35cf0fcfd2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.980674 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-82e9a1a5-0e42-4f3a-8033-ba35cf0fcfd2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3697963 Jun 30 01:31:31.983892 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37542) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:31.989999 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-847e862c-638e-4c16-b0c1-6170ca4a5289 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Request body: {'security_group_rule': {'security_group_id': '93e6e475-47b7-4ecb-bac5-90e2e8d24ceb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:32.002894 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5c1eb905-65b4-4a71-9464-ad561f1a8137 req-a18f2ff5-756e-4e84-abeb-e74beaf47226 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&id=2dfb0387-01a4-4e44-8b81-fda777f2db74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379863 Jun 30 01:31:32.065816 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.070704 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-847e862c-638e-4c16-b0c1-6170ca4a5289 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.131483 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-847e862c-638e-4c16-b0c1-6170ca4a5289 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.140857 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] For port 49da373c-f628-4b4e-8f63-05f9dc018707, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=49da373c-f628-4b4e-8f63-05f9dc018707,segment=NetworkSegment(5a9e67e7-28f7-4bef-8431-b562789ced91),segment_id=5a9e67e7-28f7-4bef-8431-b562789ced91)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:32.170504 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-3402a993-8dac-4048-82de-f1579f84cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '219c6089-5b33-4315-a371-f4366901a548', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'port_id': 'a2382330-2828-407d-9706-92c4e775d667', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'mac_address': 'fa:16:3e:82:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91205883-69b2-42d1-8912-92af04a16926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:31:09Z', 'updated_at': '2021-06-30T01:31:30Z', 'revision_number': 1, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 5, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:32.201534 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402a993-8dac-4048-82de-f1579f84cce2 None None] Checking router: 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:31:32.209558 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-847e862c-638e-4c16-b0c1-6170ca4a5289 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.210244 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.211445 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-39314a4b-d8a5-4a95-88a6-59c4aff5d122 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:32.212444 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:32.215593 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402a993-8dac-4048-82de-f1579f84cce2 None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:32.216237 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-3402a993-8dac-4048-82de-f1579f84cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:32.225307 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e862c-638e-4c16-b0c1-6170ca4a5289 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d2ad0b-842f-4f8f-bcc9-58a07f9d62c7,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:32.229903 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-847e862c-638e-4c16-b0c1-6170ca4a5289 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:32.312495 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-847e862c-638e-4c16-b0c1-6170ca4a5289 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.313790 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-847e862c-638e-4c16-b0c1-6170ca4a5289 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277855 Jun 30 01:31:32.316480 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37546) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:32.321583 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [None req-f3834306-9d3d-4b72-b286-8ee15198f202 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Request body: {'security_group_rule': {'security_group_id': '93e6e475-47b7-4ecb-bac5-90e2e8d24ceb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:32.328946 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Pushing event updated for resources: {'Port': ['ID=49da373c-f628-4b4e-8f63-05f9dc018707,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:32.335570 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:32.357385 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-3402a993-8dac-4048-82de-f1579f84cce2 None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:32.434147 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f3834306-9d3d-4b72-b286-8ee15198f202 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.507720 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f3834306-9d3d-4b72-b286-8ee15198f202 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.569334 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f3834306-9d3d-4b72-b286-8ee15198f202 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672925'] for security_group_rule, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.574868 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:32.589688 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3834306-9d3d-4b72-b286-8ee15198f202 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2308079d-2b1c-469d-91be-5c791011a719,revision_number=0']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:32.592737 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-f3834306-9d3d-4b72-b286-8ee15198f202 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:32.602746 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-3402a993-8dac-4048-82de-f1579f84cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '219c6089-5b33-4315-a371-f4366901a548', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'port_id': 'a2382330-2828-407d-9706-92c4e775d667', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'mac_address': 'fa:16:3e:82:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91205883-69b2-42d1-8912-92af04a16926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:31:09Z', 'updated_at': '2021-06-30T01:31:30Z', 'revision_number': 1, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 5, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:32.629531 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402a993-8dac-4048-82de-f1579f84cce2 None None] The sync data for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi is: [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '219c6089-5b33-4315-a371-f4366901a548', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'port_id': 'a2382330-2828-407d-9706-92c4e775d667', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'mac_address': 'fa:16:3e:82:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91205883-69b2-42d1-8912-92af04a16926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:31:09Z', 'updated_at': '2021-06-30T01:31:30Z', 'revision_number': 1, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 5, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:31:32.661018 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f3834306-9d3d-4b72-b286-8ee15198f202 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.666011 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37550) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:32.666629 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-f3834306-9d3d-4b72-b286-8ee15198f202 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3485615 Jun 30 01:31:32.670901 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Request body: {'floatingip': {'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:32.775853 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.825014 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35f62a-ab63-4a4e-8c4b-1c1a6905395a None None] New status for floating IP 219c6089-5b33-4315-a371-f4366901a548: ACTIVE {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:31:32.879152 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.990673 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Allocated IP 172.27.1.232 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/5f2f163f-2792-4a7a-a016-78376d7ad729) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:33.096290 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.194176 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.196438 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:33.239845 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:33.245934 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:33.245934 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:33.273212 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event updated for resources: {'Port': ['ID=5f2f163f-2792-4a7a-a016-78376d7ad729,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:33.276782 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:33.335807 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.401830 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.443734 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d12d6e-a54e-4d8c-b3da-f27c553a59c1 req-71e01d06-2be3-4193-8235-64d2be88241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:33.445221 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-46d12d6e-a54e-4d8c-b3da-f27c553a59c1 req-71e01d06-2be3-4193-8235-64d2be88241e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 1098 time: 0.1230228 Jun 30 01:31:33.453343 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d425778-e69d-4e09-a03a-5e5b58a39041 req-3de1c7f2-b80b-4639-bb4a-37c185cab73e tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:33.456230 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8d425778-e69d-4e09-a03a-5e5b58a39041 req-3de1c7f2-b80b-4639-bb4a-37c185cab73e tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 985 time: 0.1313837 Jun 30 01:31:33.461668 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 49da373c-f628-4b4e-8f63-05f9dc018707 up at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:33.513192 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Provisioning complete for port 49da373c-f628-4b4e-8f63-05f9dc018707 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:33.513730 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.583118 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8d425778-e69d-4e09-a03a-5e5b58a39041 req-a80c7e3d-8e6f-4d42-b53b-5747f828cf20 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&id=2dfb0387-01a4-4e44-8b81-fda777f2db74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142628 Jun 30 01:31:33.585734 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.644229 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d12d6e-a54e-4d8c-b3da-f27c553a59c1 req-28cccd82-4441-48f2-935d-4ba6da5ec744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:33.645676 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-46d12d6e-a54e-4d8c-b3da-f27c553a59c1 req-28cccd82-4441-48f2-935d-4ba6da5ec744 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb HTTP/1.1" status: 200 len: 917 time: 0.1846137 Jun 30 01:31:34.021725 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-46d12d6e-a54e-4d8c-b3da-f27c553a59c1 req-885851ed-dd40-485f-856d-288da3698671 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2382330-2828-407d-9706-92c4e775d667 HTTP/1.1" status: 200 len: 1001 time: 0.3686736 Jun 30 01:31:34.097677 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d12d6e-a54e-4d8c-b3da-f27c553a59c1 req-6f8ff4bc-7bf9-4c87-9608-f4c411b9165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:34.098509 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-46d12d6e-a54e-4d8c-b3da-f27c553a59c1 req-6f8ff4bc-7bf9-4c87-9608-f4c411b9165e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e22b904e-cadb-439b-a41f-b9e970cd6b7e HTTP/1.1" status: 200 len: 855 time: 0.0693986 Jun 30 01:31:34.120910 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.166821 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d12d6e-a54e-4d8c-b3da-f27c553a59c1 req-4ffb5370-7369-4cd2-b85f-1f854b444ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:34.169281 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-46d12d6e-a54e-4d8c-b3da-f27c553a59c1 req-4ffb5370-7369-4cd2-b85f-1f854b444ee6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0593829 Jun 30 01:31:34.202362 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.227451 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-83677425-189f-4c8d-914b-94d7f14bcd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:34.308485 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event updated for resources: {'Port': ['ID=5f2f163f-2792-4a7a-a016-78376d7ad729,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:34.313968 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:34.342180 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.352656 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-46d12d6e-a54e-4d8c-b3da-f27c553a59c1 req-872ed7af-aedb-4f28-b609-48f218f220d6 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696403 Jun 30 01:31:34.424446 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.426161 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7588859 Jun 30 01:31:34.467966 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-46d12d6e-a54e-4d8c-b3da-f27c553a59c1 req-360ae364-4751-4dfa-83c9-b93982d30dd8 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030095 Jun 30 01:31:34.634712 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-74037cfc-4654-4f69-bc34-01db69f1f1e4 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--61163577&fields=id&tenant_id=731b3b4440304019ae864de48ebcf241 HTTP/1.1" status: 200 len: 267 time: 0.0360470 Jun 30 01:31:34.787703 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-fe9a044c-5922-4558-98d7-4935ee2e2726 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:34.789278 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-fe9a044c-5922-4558-98d7-4935ee2e2726 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/networks?id=0f86744b-e2e7-48b3-82b1-5995e103144a HTTP/1.1" status: 200 len: 810 time: 0.1480241 Jun 30 01:31:34.812880 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-5fefd8b4-fe7e-44f0-b206-2b1e05437418 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/quotas/731b3b4440304019ae864de48ebcf241 HTTP/1.1" status: 200 len: 375 time: 0.0172493 Jun 30 01:31:34.825534 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d04ae-a2f4-49a8-b008-c4d5ef6784b3 req-e65a6569-0f29-432b-adf1-b77ebba43135 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:34.827033 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b43d04ae-a2f4-49a8-b008-c4d5ef6784b3 req-e65a6569-0f29-432b-adf1-b77ebba43135 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 985 time: 0.1144509 Jun 30 01:31:34.895112 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.905416 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b43d04ae-a2f4-49a8-b008-c4d5ef6784b3 req-3d9d8b31-60f5-4a43-aaa7-d9edcaef1e7c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&id=2dfb0387-01a4-4e44-8b81-fda777f2db74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684853 Jun 30 01:31:34.921859 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f80cd216-77b9-41c0-aeda-abd3a8b0d8c3 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=731b3b4440304019ae864de48ebcf241&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938907 Jun 30 01:31:35.019441 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-53d23f3e-3845-4e0a-90c0-e26ff8142a3f service neutron] 10.222.0.35 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842938 Jun 30 01:31:35.105348 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f5272bda-a1e9-4790-b992-14e511d8efe8 service neutron] 10.222.0.35 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801132 Jun 30 01:31:35.409857 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a955e6ab-2517-407e-915a-f4eef28a36cf req-2ef83cf9-0358-4645-95ea-7e333eba9bfa tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 210 time: 0.0363622 Jun 30 01:31:36.087603 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f34c0-6714-48ce-a269-bd2978259e92 req-72553c40-c5e6-4c4b-85f1-fdb31aba52b9 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:36.089317 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cd9f34c0-6714-48ce-a269-bd2978259e92 req-72553c40-c5e6-4c4b-85f1-fdb31aba52b9 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 985 time: 0.0695288 Jun 30 01:31:36.132142 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cd9f34c0-6714-48ce-a269-bd2978259e92 req-da1b3d56-6a90-4427-abad-2e345ce9360e tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&id=2dfb0387-01a4-4e44-8b81-fda777f2db74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363786 Jun 30 01:31:36.555206 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a77fdd11-ddf7-4f44-ab90-a96b89c23e4c req-c4633a77-2d24-409a-9328-59b9be0c2bec tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 210 time: 0.0312853 Jun 30 01:31:37.320863 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5a1df-437f-4f4c-9d47-dca0ea194ebd req-a66b6ac3-6b1b-48ba-a144-7c5ccf8d9648 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:37.322479 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-42d5a1df-437f-4f4c-9d47-dca0ea194ebd req-a66b6ac3-6b1b-48ba-a144-7c5ccf8d9648 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 985 time: 0.0691271 Jun 30 01:31:37.364422 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-42d5a1df-437f-4f4c-9d47-dca0ea194ebd req-1ac1cccb-f984-4156-b80d-e9ce5efb0582 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&id=2dfb0387-01a4-4e44-8b81-fda777f2db74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360210 Jun 30 01:31:37.515311 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-06fde01a-78dc-4c05-91ec-986e5f681929 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:37.516797 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-06fde01a-78dc-4c05-91ec-986e5f681929 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.36 "GET /v2.0/networks?id=0f86744b-e2e7-48b3-82b1-5995e103144a HTTP/1.1" status: 200 len: 810 time: 0.1320770 Jun 30 01:31:37.560427 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-2ca3e0c5-2fa9-4547-b3d9-d698f1f4f6d8 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731b3b4440304019ae864de48ebcf241 HTTP/1.1" status: 200 len: 378 time: 0.0342376 Jun 30 01:31:37.569317 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Request body: {'port': {'device_id': '470739db-3b34-4a43-835d-3fdecb1a42cb', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'admin_state_up': True, 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'security_groups': ['93e6e475-47b7-4ecb-bac5-90e2e8d24ceb']}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:37.710177 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dcfc99c0-7a3b-43b6-b203-debd2c779b19 req-d85bf21d-7eb9-4e97-a917-dfc354fa6187 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 210 time: 0.0287313 Jun 30 01:31:37.740299 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Made reservation on behalf of 731b3b4440304019ae864de48ebcf241 for: {'port': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:37.744284 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:37.886858 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Allocated IP 172.20.0.5 (0f86744b-e2e7-48b3-82b1-5995e103144a/3bba9328-0adf-4c0e-9d92-497000cb871e/515dafdd-d546-48c1-a8d9-c96c88e5435b) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:38.032723 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:38.045143 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Transition to ACTIVE for port object 515dafdd-d546-48c1-a8d9-c96c88e5435b will not be triggered until provisioned by entity DHCP. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:38.153127 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:38.158177 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:38.203200 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Network 0f86744b-e2e7-48b3-82b1-5995e103144a is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:38.206350 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:38.210161 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:38.239094 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event updated for resources: {'Port': ['ID=515dafdd-d546-48c1-a8d9-c96c88e5435b,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:38.244378 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:38.269761 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:38.270403 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:38.359008 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7932842 Jun 30 01:31:38.370919 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Request body: {'port': {'device_id': '470739db-3b34-4a43-835d-3fdecb1a42cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:38.442372 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:38.444702 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-2839e7c4-d0e2-4fd0-a51c-e56bdf6399bd None None] Provisioning for port 515dafdd-d546-48c1-a8d9-c96c88e5435b completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:38.448578 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-2839e7c4-d0e2-4fd0-a51c-e56bdf6399bd None None] Provisioning complete for port 515dafdd-d546-48c1-a8d9-c96c88e5435b triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:38.449081 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2839e7c4-d0e2-4fd0-a51c-e56bdf6399bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:38.484465 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-2839e7c4-d0e2-4fd0-a51c-e56bdf6399bd None None] Port 515dafdd-d546-48c1-a8d9-c96c88e5435b cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:31:38.743694 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515dafdd-d546-48c1-a8d9-c96c88e5435b {{(pid=93392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:31:38.751795 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:38.764701 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Transition to ACTIVE for port object 515dafdd-d546-48c1-a8d9-c96c88e5435b will not be triggered until provisioned by entity L2. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:38.832446 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:38.836368 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-dbc2e1cb-e345-4663-8037-5f70b5159814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:38.924843 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Pushing event updated for resources: {'Port': ['ID=515dafdd-d546-48c1-a8d9-c96c88e5435b,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:38.928940 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:39.038783 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cc86d-6495-4f69-911e-7457e48d0068 req-c515fc81-acb4-4d30-bc6a-d56903533e7b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:39.039991 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-174cc86d-6495-4f69-911e-7457e48d0068 req-c515fc81-acb4-4d30-bc6a-d56903533e7b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 943 time: 0.1977582 Jun 30 01:31:39.053888 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Attempting to bind port 515dafdd-d546-48c1-a8d9-c96c88e5435b on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:39.054312 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Attempting to bind port 515dafdd-d546-48c1-a8d9-c96c88e5435b by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:39.054708 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Attempting to bind port 515dafdd-d546-48c1-a8d9-c96c88e5435b on network 0f86744b-e2e7-48b3-82b1-5995e103144a {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:39.070638 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Port 515dafdd-d546-48c1-a8d9-c96c88e5435b on network 0f86744b-e2e7-48b3-82b1-5995e103144a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:31:39.071204 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Attempting to bind port 515dafdd-d546-48c1-a8d9-c96c88e5435b on network 0f86744b-e2e7-48b3-82b1-5995e103144a {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:39.081341 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:39.085853 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Checking segment: {'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:39.085853 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Bound using segment: {'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:39.085853 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Bound port: 515dafdd-d546-48c1-a8d9-c96c88e5435b, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bc996e-cb7d-4116-8157-0b7527819a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a'}}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:39.085853 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.107220 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-174cc86d-6495-4f69-911e-7457e48d0068 req-f97552e4-dcdb-4b24-913e-2ebf470cfa18 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=93e6e475-47b7-4ecb-bac5-90e2e8d24ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605528 Jun 30 01:31:39.124836 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 37660) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:39.177750 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] For port 515dafdd-d546-48c1-a8d9-c96c88e5435b, host hv-cinder-79724, cleared binding levels {{(pid=93392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:39.180894 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] For port 515dafdd-d546-48c1-a8d9-c96c88e5435b, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=515dafdd-d546-48c1-a8d9-c96c88e5435b,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:39.245577 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a81cfe11-ce27-470b-ad97-dee139b12314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.250040 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.253222 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3b70fa9c-8b5b-4a2e-a140-ddc7a9547b8f tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:39.290602 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:39.291356 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.292970 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] 10.222.0.36 "PUT /v2.0/ports/515dafdd-d546-48c1-a8d9-c96c88e5435b HTTP/1.1" status: 200 len: 1093 time: 0.9262733 Jun 30 01:31:39.293560 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470739db-3b34-4a43-835d-3fdecb1a42cb', 'tag': '515dafdd-d546-48c1-a8d9-c96c88e5435b'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:39.295934 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8d2253-1f5c-4e1c-b2b5-1d9ae6e2c54d" -d '{"events": [{"name": "network-changed", "server_uuid": "470739db-3b34-4a43-835d-3fdecb1a42cb", "tag": "515dafdd-d546-48c1-a8d9-c96c88e5435b"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:39.336256 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Pushing event updated for resources: {'Port': ['ID=515dafdd-d546-48c1-a8d9-c96c88e5435b,revision_number=3']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:39.339655 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:39.353177 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015f6b86-dc93-4a15-885d-5d33c6d94d7f x-openstack-request-id: req-015f6b86-dc93-4a15-885d-5d33c6d94d7f {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:39.353809 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470739db-3b34-4a43-835d-3fdecb1a42cb", "tag": "515dafdd-d546-48c1-a8d9-c96c88e5435b", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:39.354282 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-015f6b86-dc93-4a15-885d-5d33c6d94d7f {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:39.354606 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470739db-3b34-4a43-835d-3fdecb1a42cb', 'tag': '515dafdd-d546-48c1-a8d9-c96c88e5435b', 'status': 'completed', 'code': 200} Jun 30 01:31:39.361560 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a81cfe11-ce27-470b-ad97-dee139b12314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.409909 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a81cfe11-ce27-470b-ad97-dee139b12314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.414408 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a24f5fbd-6a1e-45bf-bd87-aa89661677f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:39.444518 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d2253-1f5c-4e1c-b2b5-1d9ae6e2c54d req-e7945f38-d8b4-432f-a3fb-b20961f950aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:39.446147 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-de8d2253-1f5c-4e1c-b2b5-1d9ae6e2c54d req-e7945f38-d8b4-432f-a3fb-b20961f950aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731b3b4440304019ae864de48ebcf241&device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 1096 time: 0.0656486 Jun 30 01:31:39.462370 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a81cfe11-ce27-470b-ad97-dee139b12314 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3bf29d88f64d40c9ac0f6dba870be7c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353293 Jun 30 01:31:39.464859 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cfe11-ce27-470b-ad97-dee139b12314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c0e2eb-931e-4bf3-8ef1-092193b2ef25,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:39.465098 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37666) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:39.467777 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a81cfe11-ce27-470b-ad97-dee139b12314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:39.584679 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-372c87e9-02de-45b3-8487-f993f0b52be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.595848 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d2253-1f5c-4e1c-b2b5-1d9ae6e2c54d req-5482bf42-7266-458b-908f-a740edd99eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:39.597327 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-de8d2253-1f5c-4e1c-b2b5-1d9ae6e2c54d req-5482bf42-7266-458b-908f-a740edd99eb8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=731b3b4440304019ae864de48ebcf241&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1430049 Jun 30 01:31:39.620047 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-372c87e9-02de-45b3-8487-f993f0b52be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.722262 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d2253-1f5c-4e1c-b2b5-1d9ae6e2c54d req-22713920-b58a-4c33-a245-2a562980bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:39.723830 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-de8d2253-1f5c-4e1c-b2b5-1d9ae6e2c54d req-22713920-b58a-4c33-a245-2a562980bfbf service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1167610 Jun 30 01:31:39.791243 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-372c87e9-02de-45b3-8487-f993f0b52be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.793735 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-372c87e9-02de-45b3-8487-f993f0b52be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.794832 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-372c87e9-02de-45b3-8487-f993f0b52be8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/01c0e2eb-931e-4bf3-8ef1-092193b2ef25 HTTP/1.1" status: 204 len: 168 time: 0.3287435 Jun 30 01:31:39.796308 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-398f2453-e37a-4560-a8d4-7f32a2892065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:39.805954 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c87e9-02de-45b3-8487-f993f0b52be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c0e2eb-931e-4bf3-8ef1-092193b2ef25,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:39.809180 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-372c87e9-02de-45b3-8487-f993f0b52be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:39.832127 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-8fae1a24-3919-44ee-aca2-08c6f643e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:39.834121 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-8fae1a24-3919-44ee-aca2-08c6f643e997 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731b3b4440304019ae864de48ebcf241&device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 1096 time: 0.0718219 Jun 30 01:31:39.883624 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-38f871e8-a8b8-4c39-95d1-6104a860adf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=515dafdd-d546-48c1-a8d9-c96c88e5435b HTTP/1.1" status: 200 len: 217 time: 0.0421472 Jun 30 01:31:39.932751 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-6598c961-a8ec-4520-a082-81e825afb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:39.934200 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-6598c961-a8ec-4520-a082-81e825afb898 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bba9328-0adf-4c0e-9d92-497000cb871e HTTP/1.1" status: 200 len: 849 time: 0.0443704 Jun 30 01:31:39.994603 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-fc46fad1-00f1-490a-b4f8-eaec6f69073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:39.996191 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-fc46fad1-00f1-490a-b4f8-eaec6f69073e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f86744b-e2e7-48b3-82b1-5995e103144a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558207 Jun 30 01:31:40.091111 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-d4c19c60-2c49-4885-9aca-8c4761677041 service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881357 Jun 30 01:31:40.220341 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-675da4b6-494d-403e-8088-bbafc7ef1ab3 req-19f48094-8a2d-4985-bef2-43b35624b407 service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218801 Jun 30 01:31:40.455743 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3bf6f-29e7-459f-b972-6b0e95514eb5 req-92353842-2700-40e7-8b8d-287e43a000c2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:40.457211 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-88c3bf6f-29e7-459f-b972-6b0e95514eb5 req-92353842-2700-40e7-8b8d-287e43a000c2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 943 time: 0.2155178 Jun 30 01:31:40.496320 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-88c3bf6f-29e7-459f-b972-6b0e95514eb5 req-ee53a0d2-28e7-4c4c-9243-2b46f0112008 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=93e6e475-47b7-4ecb-bac5-90e2e8d24ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330305 Jun 30 01:31:41.674476 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054b141-14e5-477f-90e7-00df4a1e6f40 req-099c34ca-97cb-4b56-8d99-4ef2bf2693bd tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:41.676259 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8054b141-14e5-477f-90e7-00df4a1e6f40 req-099c34ca-97cb-4b56-8d99-4ef2bf2693bd tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 943 time: 0.0666070 Jun 30 01:31:41.712810 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8054b141-14e5-477f-90e7-00df4a1e6f40 req-19517c2b-8718-4d51-b3e3-fe16080325a1 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=93e6e475-47b7-4ecb-bac5-90e2e8d24ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302773 Jun 30 01:31:42.888064 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc9258-8b21-47e3-b1f0-a0c8d3867d65 req-1319e766-b024-44f1-bbfc-77c9b9454f7d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:42.889443 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a0fc9258-8b21-47e3-b1f0-a0c8d3867d65 req-1319e766-b024-44f1-bbfc-77c9b9454f7d tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 943 time: 0.0664263 Jun 30 01:31:42.924857 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a0fc9258-8b21-47e3-b1f0-a0c8d3867d65 req-97ce2fea-ede5-47b8-8537-652390929c52 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=93e6e475-47b7-4ecb-bac5-90e2e8d24ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299027 Jun 30 01:31:43.363393 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 515dafdd-d546-48c1-a8d9-c96c88e5435b details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:31:43.410330 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:31:43.470993 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 515dafdd-d546-48c1-a8d9-c96c88e5435b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=515dafdd-d546-48c1-a8d9-c96c88e5435b,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:43.483049 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': '515dafdd-d546-48c1-a8d9-c96c88e5435b', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'port_id': '515dafdd-d546-48c1-a8d9-c96c88e5435b', 'mac_address': 'fa:16:3e:e3:e1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:31:43.518906 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:43.531650 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515dafdd-d546-48c1-a8d9-c96c88e5435b {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:31:43.552733 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 515dafdd-d546-48c1-a8d9-c96c88e5435b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=515dafdd-d546-48c1-a8d9-c96c88e5435b,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:43.649699 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:43.652501 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:43.699757 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=515dafdd-d546-48c1-a8d9-c96c88e5435b,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:43.703029 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:43.996208 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['515dafdd-d546-48c1-a8d9-c96c88e5435b'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:44.106790 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58785834-c292-49ce-a8ba-fe9f411d2074 req-16766d80-ce09-49c4-99fa-aadd75f45645 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:44.111226 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-58785834-c292-49ce-a8ba-fe9f411d2074 req-16766d80-ce09-49c4-99fa-aadd75f45645 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 944 time: 0.0731685 Jun 30 01:31:44.147130 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-58785834-c292-49ce-a8ba-fe9f411d2074 req-5198df35-a87a-4bcc-bd1d-5857d8634250 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=93e6e475-47b7-4ecb-bac5-90e2e8d24ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327749 Jun 30 01:31:45.334520 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ad850-be3e-4b7c-a52e-9d53a3486eee req-106fa974-8210-4b53-a599-35be5efd700a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:45.336325 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d20ad850-be3e-4b7c-a52e-9d53a3486eee req-106fa974-8210-4b53-a599-35be5efd700a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 944 time: 0.0672798 Jun 30 01:31:45.368878 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 515dafdd-d546-48c1-a8d9-c96c88e5435b up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:45.375299 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d20ad850-be3e-4b7c-a52e-9d53a3486eee req-ba48ca2f-2560-44d6-b7f8-b62c8f42c057 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=93e6e475-47b7-4ecb-bac5-90e2e8d24ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334182 Jun 30 01:31:45.489137 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port 515dafdd-d546-48c1-a8d9-c96c88e5435b completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:45.493039 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port 515dafdd-d546-48c1-a8d9-c96c88e5435b triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:45.493567 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:45.577224 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:45.603476 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470739db-3b34-4a43-835d-3fdecb1a42cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515dafdd-d546-48c1-a8d9-c96c88e5435b'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:45.605732 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05f393c-5936-4886-8893-532c2d0d4079" -d '{"events": [{"server_uuid": "470739db-3b34-4a43-835d-3fdecb1a42cb", "name": "network-vif-plugged", "status": "completed", "tag": "515dafdd-d546-48c1-a8d9-c96c88e5435b"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:45.618322 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 515dafdd-d546-48c1-a8d9-c96c88e5435b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=515dafdd-d546-48c1-a8d9-c96c88e5435b,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:45.647373 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca81f9d7-3f0d-47b1-8f92-10ffb083fdbb x-openstack-request-id: req-ca81f9d7-3f0d-47b1-8f92-10ffb083fdbb {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:45.647681 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470739db-3b34-4a43-835d-3fdecb1a42cb", "name": "network-vif-plugged", "status": "completed", "tag": "515dafdd-d546-48c1-a8d9-c96c88e5435b", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:45.647943 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca81f9d7-3f0d-47b1-8f92-10ffb083fdbb {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:45.648352 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470739db-3b34-4a43-835d-3fdecb1a42cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515dafdd-d546-48c1-a8d9-c96c88e5435b', 'code': 200} Jun 30 01:31:45.689403 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:45.692287 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:45.740449 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=515dafdd-d546-48c1-a8d9-c96c88e5435b,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:45.743575 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:46.025417 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4fcf2-ea8a-4742-a6ce-cfb3e106920a req-1530984a-92c9-4bd3-85e6-4cb810ab2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:46.026812 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-86b4fcf2-ea8a-4742-a6ce-cfb3e106920a req-1530984a-92c9-4bd3-85e6-4cb810ab2828 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 1098 time: 0.0547836 Jun 30 01:31:46.060771 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-86b4fcf2-ea8a-4742-a6ce-cfb3e106920a req-c38d915f-5edb-4cab-951a-d3116bd8067f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93e6e475-47b7-4ecb-bac5-90e2e8d24ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273149 Jun 30 01:31:46.463997 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4424ef9d-89c7-4f79-b780-fa701d96aea9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436040944&fields=id&tenant_id=cbda0feb92a847d182731ee482789d05 HTTP/1.1" status: 200 len: 267 time: 0.0349429 Jun 30 01:31:46.608286 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-fc979546-9271-4381-a07c-2cd7efc678e2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:46.610198 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-fc979546-9271-4381-a07c-2cd7efc678e2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/networks?id=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 HTTP/1.1" status: 200 len: 809 time: 0.1390901 Jun 30 01:31:46.628832 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-c315b71b-fc84-4c22-b44a-f89c7be48351 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/quotas/cbda0feb92a847d182731ee482789d05 HTTP/1.1" status: 200 len: 375 time: 0.0126338 Jun 30 01:31:46.636590 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57099553-97c9-4d0a-b798-5705a1f9fb6a req-7da2407b-50bf-4e5d-aaf1-d7de076f0c27 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:46.638001 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-57099553-97c9-4d0a-b798-5705a1f9fb6a req-7da2407b-50bf-4e5d-aaf1-d7de076f0c27 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 945 time: 0.1191649 Jun 30 01:31:46.713722 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-57099553-97c9-4d0a-b798-5705a1f9fb6a req-eb2ff7d9-47f2-4918-8c85-4f84ff5b96d2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=93e6e475-47b7-4ecb-bac5-90e2e8d24ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589797 Jun 30 01:31:46.736987 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-c8d6587b-30bb-40c1-9a6b-313b9d41f852 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cbda0feb92a847d182731ee482789d05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980673 Jun 30 01:31:46.930929 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-ba5fe7a8-fe5b-4960-9ec6-a258e9a645cd service neutron] 10.222.0.35 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822021 Jun 30 01:31:47.024872 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-343b989c-36ec-40d6-b3a5-c1a76ab24d4b service neutron] 10.222.0.35 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879381 Jun 30 01:31:47.577792 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ced95c67-117c-45d8-bbf8-29598bfddfca req-3170605d-cedb-4066-b53b-d3928bd8df0a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0309355 Jun 30 01:31:47.895310 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398b2b4-f706-445b-813e-57cee57db3cb req-4074ce98-b8f9-475f-b254-acd9b83f528f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:47.896736 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c398b2b4-f706-445b-813e-57cee57db3cb req-4074ce98-b8f9-475f-b254-acd9b83f528f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 945 time: 0.0639379 Jun 30 01:31:47.938979 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c398b2b4-f706-445b-813e-57cee57db3cb req-27a86e96-b6b9-487e-b1cb-6531265df57f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=93e6e475-47b7-4ecb-bac5-90e2e8d24ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358074 Jun 30 01:31:48.123322 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bbc4c-3905-464f-9bfd-0282d5ae8620 req-d2b325bc-a2e3-4fe0-9a33-80c77f4d677c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:48.124839 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e13bbc4c-3905-464f-9bfd-0282d5ae8620 req-d2b325bc-a2e3-4fe0-9a33-80c77f4d677c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 945 time: 0.0676830 Jun 30 01:31:48.133820 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 37846) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:48.138105 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-fbc17b4e-545e-4a1b-b661-68690d5c5450 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Request body: {'floatingip': {'port_id': '515dafdd-d546-48c1-a8d9-c96c88e5435b'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:48.177980 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc17b4e-545e-4a1b-b661-68690d5c5450 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:48.923718 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3893f22b-332c-449e-8f47-eed05c7435e8 req-c10ec0a2-125c-4a50-893e-106f080f6580 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0352149 Jun 30 01:31:48.936248 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc17b4e-545e-4a1b-b661-68690d5c5450 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:48.974913 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc17b4e-545e-4a1b-b661-68690d5c5450 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:49.075415 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.l3_db [None req-fbc17b4e-545e-4a1b-b661-68690d5c5450 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Floating IP d891202e-9303-4276-b68e-a25e6f25dcc9 associated. External IP: 172.27.1.232, port: 515dafdd-d546-48c1-a8d9-c96c88e5435b. Jun 30 01:31:49.294465 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc17b4e-545e-4a1b-b661-68690d5c5450 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:31:49.405073 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc17b4e-545e-4a1b-b661-68690d5c5450 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:31:49.409976 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc17b4e-545e-4a1b-b661-68690d5c5450 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:49.414295 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3840a9d8-bfac-457c-855d-ae0927809f81 None None] Sync routers for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:31:49.423999 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3840a9d8-bfac-457c-855d-ae0927809f81 None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:49.424613 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-3840a9d8-bfac-457c-855d-ae0927809f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:49.445826 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-fbc17b4e-545e-4a1b-b661-68690d5c5450 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "PUT /v2.0/floatingips/d891202e-9303-4276-b68e-a25e6f25dcc9 HTTP/1.1" status: 200 len: 991 time: 1.3104174 Jun 30 01:31:49.446779 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470739db-3b34-4a43-835d-3fdecb1a42cb', 'tag': '515dafdd-d546-48c1-a8d9-c96c88e5435b'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:49.449079 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54ceff8-71da-4bb1-8dfa-60ef6dfe1533" -d '{"events": [{"name": "network-changed", "server_uuid": "470739db-3b34-4a43-835d-3fdecb1a42cb", "tag": "515dafdd-d546-48c1-a8d9-c96c88e5435b"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:49.499891 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b956385-1c81-45cd-88af-01436a8821e6 x-openstack-request-id: req-3b956385-1c81-45cd-88af-01436a8821e6 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:49.500222 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470739db-3b34-4a43-835d-3fdecb1a42cb", "tag": "515dafdd-d546-48c1-a8d9-c96c88e5435b", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:49.500501 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b956385-1c81-45cd-88af-01436a8821e6 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:49.500919 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470739db-3b34-4a43-835d-3fdecb1a42cb', 'tag': '515dafdd-d546-48c1-a8d9-c96c88e5435b', 'status': 'completed', 'code': 200} Jun 30 01:31:49.547004 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-3840a9d8-bfac-457c-855d-ae0927809f81 None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:49.587116 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ceff8-71da-4bb1-8dfa-60ef6dfe1533 req-cd24da9a-9f8e-4a81-8292-083488f46042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:49.588279 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d54ceff8-71da-4bb1-8dfa-60ef6dfe1533 req-cd24da9a-9f8e-4a81-8292-083488f46042 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731b3b4440304019ae864de48ebcf241&device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 1098 time: 0.0591660 Jun 30 01:31:49.690713 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ceff8-71da-4bb1-8dfa-60ef6dfe1533 req-1f2a7c18-bc59-4d1a-b522-7fd5f82c5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:49.692202 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d54ceff8-71da-4bb1-8dfa-60ef6dfe1533 req-1f2a7c18-bc59-4d1a-b522-7fd5f82c5de5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f86744b-e2e7-48b3-82b1-5995e103144a HTTP/1.1" status: 200 len: 911 time: 0.0966816 Jun 30 01:31:49.767230 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d54ceff8-71da-4bb1-8dfa-60ef6dfe1533 req-4d8178d1-e3ae-4455-8879-093e998ddb75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=515dafdd-d546-48c1-a8d9-c96c88e5435b HTTP/1.1" status: 200 len: 999 time: 0.0680556 Jun 30 01:31:49.790072 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-3840a9d8-bfac-457c-855d-ae0927809f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': 'd891202e-9303-4276-b68e-a25e6f25dcc9', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'port_id': '515dafdd-d546-48c1-a8d9-c96c88e5435b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'mac_address': 'fa:16:3e:e3:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470739db-3b34-4a43-835d-3fdecb1a42cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:31:33Z', 'updated_at': '2021-06-30T01:31:48Z', 'revision_number': 1, 'project_id': '731b3b4440304019ae864de48ebcf241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:02Z', 'revision_number': 5, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:49.822528 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3840a9d8-bfac-457c-855d-ae0927809f81 None None] Checking router: 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:31:49.823735 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ceff8-71da-4bb1-8dfa-60ef6dfe1533 req-f04bf7e2-abec-4c10-bc6f-426bc6bc6d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:49.825435 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d54ceff8-71da-4bb1-8dfa-60ef6dfe1533 req-f04bf7e2-abec-4c10-bc6f-426bc6bc6d88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bba9328-0adf-4c0e-9d92-497000cb871e HTTP/1.1" status: 200 len: 849 time: 0.0509658 Jun 30 01:31:49.831496 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3840a9d8-bfac-457c-855d-ae0927809f81 None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:49.832176 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-3840a9d8-bfac-457c-855d-ae0927809f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:31:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:49.843514 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-6bd6daa1-2e92-4dd6-b272-392bf400add7 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:49.845707 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-6bd6daa1-2e92-4dd6-b272-392bf400add7 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.36 "GET /v2.0/networks?id=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 HTTP/1.1" status: 200 len: 809 time: 0.1297631 Jun 30 01:31:49.890263 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ceff8-71da-4bb1-8dfa-60ef6dfe1533 req-f5e36799-ec1c-41c4-8708-6d81a80d80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:49.891804 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d54ceff8-71da-4bb1-8dfa-60ef6dfe1533 req-f5e36799-ec1c-41c4-8708-6d81a80d80b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f86744b-e2e7-48b3-82b1-5995e103144a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0598247 Jun 30 01:31:49.897311 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-7c1c7b67-5b29-4fe8-8c63-e7ca350f06dd tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbda0feb92a847d182731ee482789d05 HTTP/1.1" status: 200 len: 379 time: 0.0423810 Jun 30 01:31:49.907696 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Request body: {'port': {'device_id': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'admin_state_up': True, 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'security_groups': ['a7dcfed7-bbbe-402b-87bf-1d86148195a3']}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:49.950143 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-3840a9d8-bfac-457c-855d-ae0927809f81 None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:50.025772 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d54ceff8-71da-4bb1-8dfa-60ef6dfe1533 req-d1265bba-790d-4db0-84fd-f9ea7bac9c73 service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225343 Jun 30 01:31:50.107696 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Made reservation on behalf of cbda0feb92a847d182731ee482789d05 for: {'port': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:50.112127 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.168832 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1d9adde5-6bcd-4696-aa01-e6554c51037f req-12f038f7-75b0-4791-b806-e82eb855b481 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0397277 Jun 30 01:31:50.220983 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d54ceff8-71da-4bb1-8dfa-60ef6dfe1533 req-0404c8c8-3a83-4070-aa29-86f085c3c0a0 service neutron] 10.222.0.36 "GET /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792405 Jun 30 01:31:50.258941 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Allocated IP 172.20.0.6 (7bd865e6-a78d-4454-8f4b-5aa48e67ecf9/00d439ea-5129-4dfa-88b6-9fe5bcfe9691/e386c55a-762a-4092-9fe5-0aefe9d32fc7) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:50.361134 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-3840a9d8-bfac-457c-855d-ae0927809f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': 'd891202e-9303-4276-b68e-a25e6f25dcc9', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'port_id': '515dafdd-d546-48c1-a8d9-c96c88e5435b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'mac_address': 'fa:16:3e:e3:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470739db-3b34-4a43-835d-3fdecb1a42cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:31:33Z', 'updated_at': '2021-06-30T01:31:48Z', 'revision_number': 1, 'project_id': '731b3b4440304019ae864de48ebcf241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:02Z', 'revision_number': 5, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:50.387418 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3840a9d8-bfac-457c-855d-ae0927809f81 None None] The sync data for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi is: [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': 'd891202e-9303-4276-b68e-a25e6f25dcc9', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'port_id': '515dafdd-d546-48c1-a8d9-c96c88e5435b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'mac_address': 'fa:16:3e:e3:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470739db-3b34-4a43-835d-3fdecb1a42cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:31:33Z', 'updated_at': '2021-06-30T01:31:48Z', 'revision_number': 1, 'project_id': '731b3b4440304019ae864de48ebcf241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:02Z', 'revision_number': 5, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:31:50.415852 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.430598 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Transition to ACTIVE for port object e386c55a-762a-4092-9fe5-0aefe9d32fc7 will not be triggered until provisioned by entity DHCP. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:50.530225 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.539449 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0386c799-defa-4d7e-9de0-3bc199fa3563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:50.576217 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:50.579597 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:50.583519 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:50.599229 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6d877-c263-4429-a594-72190c42ec42 None None] New status for floating IP d891202e-9303-4276-b68e-a25e6f25dcc9: ACTIVE {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:31:50.639879 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:50.640225 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.668317 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Pushing event updated for resources: {'Port': ['ID=e386c55a-762a-4092-9fe5-0aefe9d32fc7,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:50.678565 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:50.679317 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:50.679859 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:50.680428 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:50.681794 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:50.682340 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:50.682867 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:50.683503 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:50.684016 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:50.684839 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:50.685225 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:50.685590 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:50.689639 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:50.737405 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8335342 Jun 30 01:31:50.751332 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Request body: {'port': {'device_id': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:50.829942 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.900756 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-e108afc1-77d8-4fcf-9e8a-202f82bc763d None None] Provisioning for port e386c55a-762a-4092-9fe5-0aefe9d32fc7 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:50.904965 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-e108afc1-77d8-4fcf-9e8a-202f82bc763d None None] Provisioning complete for port e386c55a-762a-4092-9fe5-0aefe9d32fc7 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:50.905415 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e108afc1-77d8-4fcf-9e8a-202f82bc763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.946007 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-e108afc1-77d8-4fcf-9e8a-202f82bc763d None None] Port e386c55a-762a-4092-9fe5-0aefe9d32fc7 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:31:51.094659 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e386c55a-762a-4092-9fe5-0aefe9d32fc7 {{(pid=93393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:31:51.103638 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:51.115761 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Transition to ACTIVE for port object e386c55a-762a-4092-9fe5-0aefe9d32fc7 will not be triggered until provisioned by entity L2. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:51.192883 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:51.196552 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ba0b2913-3bcf-4e3b-a651-cecbd9087e8c tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:51.250251 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Pushing event updated for resources: {'Port': ['ID=e386c55a-762a-4092-9fe5-0aefe9d32fc7,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:51.260465 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:51.328540 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Attempting to bind port e386c55a-762a-4092-9fe5-0aefe9d32fc7 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:51.328801 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Attempting to bind port e386c55a-762a-4092-9fe5-0aefe9d32fc7 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '63186667-cbab-4e09-8a35-ad3a63315bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9'}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:51.329112 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Attempting to bind port e386c55a-762a-4092-9fe5-0aefe9d32fc7 on network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:51.334195 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Port e386c55a-762a-4092-9fe5-0aefe9d32fc7 on network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:31:51.339495 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Attempting to bind port e386c55a-762a-4092-9fe5-0aefe9d32fc7 on network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:51.340339 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:51.340681 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Checking segment: {'id': '63186667-cbab-4e09-8a35-ad3a63315bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:51.341052 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Bound using segment: {'id': '63186667-cbab-4e09-8a35-ad3a63315bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9'} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:51.341470 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Bound port: e386c55a-762a-4092-9fe5-0aefe9d32fc7, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63186667-cbab-4e09-8a35-ad3a63315bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9'}}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:51.341823 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:51.346192 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84718739-827c-49b8-8595-37b19df2d355 req-cba38c07-a39b-4998-8e7f-7686f4a5c01e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:51.348219 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-84718739-827c-49b8-8595-37b19df2d355 req-cba38c07-a39b-4998-8e7f-7686f4a5c01e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0790663 Jun 30 01:31:51.405827 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-84718739-827c-49b8-8595-37b19df2d355 req-cd6f63d9-282f-4411-9fe5-ecb03947519f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457704 Jun 30 01:31:51.431767 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] For port e386c55a-762a-4092-9fe5-0aefe9d32fc7, host hv-cinder-79724, cleared binding levels {{(pid=93393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:51.434922 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] For port e386c55a-762a-4092-9fe5-0aefe9d32fc7, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:51.541146 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:51.543274 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-fb0e3201-6081-494d-9644-16870eafa829 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:51.579835 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:51.580458 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:51.582133 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] 10.222.0.36 "PUT /v2.0/ports/e386c55a-762a-4092-9fe5-0aefe9d32fc7 HTTP/1.1" status: 200 len: 1093 time: 0.8367338 Jun 30 01:31:51.582824 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:51.585294 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288f39f6-c558-452e-9a98-1122705d7da2" -d '{"events": [{"name": "network-changed", "server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:51.631010 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Pushing event updated for resources: {'Port': ['ID=e386c55a-762a-4092-9fe5-0aefe9d32fc7,revision_number=3']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:51.631010 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:51.632159 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d051e14-66e0-4680-91d0-e1e7ff42f255 x-openstack-request-id: req-1d051e14-66e0-4680-91d0-e1e7ff42f255 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:51.633076 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:51.633372 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d051e14-66e0-4680-91d0-e1e7ff42f255 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:51.633811 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'status': 'completed', 'code': 200} Jun 30 01:31:51.716618 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f39f6-c558-452e-9a98-1122705d7da2 req-aa14ec0f-2dbf-4e8f-83b0-ad95bc998bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:51.718135 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-288f39f6-c558-452e-9a98-1122705d7da2 req-aa14ec0f-2dbf-4e8f-83b0-ad95bc998bd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbda0feb92a847d182731ee482789d05&device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 1096 time: 0.0567291 Jun 30 01:31:51.826392 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f39f6-c558-452e-9a98-1122705d7da2 req-27f5212c-15f0-408d-a7d0-4db6973dcf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:51.828023 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-288f39f6-c558-452e-9a98-1122705d7da2 req-27f5212c-15f0-408d-a7d0-4db6973dcf15 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cbda0feb92a847d182731ee482789d05&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0990171 Jun 30 01:31:51.931777 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f39f6-c558-452e-9a98-1122705d7da2 req-e1f040d6-fa1c-457a-8dee-47ee4515d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:51.933232 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-288f39f6-c558-452e-9a98-1122705d7da2 req-e1f040d6-fa1c-457a-8dee-47ee4515d250 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902057 Jun 30 01:31:52.028653 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-d5359454-250f-4f27-812c-bebb95ad2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:52.030416 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-d5359454-250f-4f27-812c-bebb95ad2e44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbda0feb92a847d182731ee482789d05&device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 1096 time: 0.0577164 Jun 30 01:31:52.071381 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-36469148-0449-4ff5-a955-4bbcf73a6044 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7 HTTP/1.1" status: 200 len: 217 time: 0.0331292 Jun 30 01:31:52.121278 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-b67acc1b-8922-49fb-876a-95ccbb20d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:52.122666 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-b67acc1b-8922-49fb-876a-95ccbb20d909 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00d439ea-5129-4dfa-88b6-9fe5bcfe9691 HTTP/1.1" status: 200 len: 848 time: 0.0445848 Jun 30 01:31:52.184839 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-57b1fb2f-1f07-443d-b59c-2c6bd394473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:52.186318 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-57b1fb2f-1f07-443d-b59c-2c6bd394473a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561352 Jun 30 01:31:52.275456 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-735e245c-d6ec-403b-86c5-fe8650bebeee service neutron] 10.222.0.36 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812573 Jun 30 01:31:52.366452 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-88c96577-d56a-42f9-bee6-74ac7e5aafa7 req-eb529ae2-7398-4bda-8f4f-5547ee63720f service neutron] 10.222.0.36 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840399 Jun 30 01:31:52.593807 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203a492-5f3f-4de5-b378-446a1d843b88 req-26e0fa22-4137-42bf-8370-e593418f84e9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:52.593807 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1203a492-5f3f-4de5-b378-446a1d843b88 req-26e0fa22-4137-42bf-8370-e593418f84e9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0686131 Jun 30 01:31:52.630050 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1203a492-5f3f-4de5-b378-446a1d843b88 req-80bb7feb-477b-4ea8-b07c-7e64d84cfbba tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326488 Jun 30 01:31:53.806292 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973ae59-884a-45c4-b1e9-33a89bb9d023 req-d7dc6488-cd1e-42eb-a8ee-5bd42d0cd361 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:53.807827 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f973ae59-884a-45c4-b1e9-33a89bb9d023 req-d7dc6488-cd1e-42eb-a8ee-5bd42d0cd361 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0639644 Jun 30 01:31:53.851351 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f973ae59-884a-45c4-b1e9-33a89bb9d023 req-100dfa47-2049-47d1-be16-98f1e78676bd tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376978 Jun 30 01:31:55.028709 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11c2cf-8d6a-42d3-8bf8-a80e48003fb6 req-24345998-6cd1-4de7-bd12-c5da8031ac6e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:55.030173 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2b11c2cf-8d6a-42d3-8bf8-a80e48003fb6 req-24345998-6cd1-4de7-bd12-c5da8031ac6e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0653358 Jun 30 01:31:55.067663 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2b11c2cf-8d6a-42d3-8bf8-a80e48003fb6 req-b93b2b48-ddc4-4277-88f7-6a099faa9980 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320225 Jun 30 01:31:56.237857 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297c779-2a36-41c8-b963-5581e6f65eab req-21f9e440-b6c3-4347-bb71-08192ff3bc10 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:56.239330 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3297c779-2a36-41c8-b963-5581e6f65eab req-21f9e440-b6c3-4347-bb71-08192ff3bc10 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0615153 Jun 30 01:31:56.275288 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3297c779-2a36-41c8-b963-5581e6f65eab req-e5137582-b6ea-49f4-8dad-4edaf2d72e40 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303295 Jun 30 01:31:57.445894 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc36d4e-f1a3-4637-81e9-b514d22af470 req-0d9a0366-0c56-4801-8bd6-222bfec54d18 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:57.447388 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bbc36d4e-f1a3-4637-81e9-b514d22af470 req-0d9a0366-0c56-4801-8bd6-222bfec54d18 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0637085 Jun 30 01:31:57.484466 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bbc36d4e-f1a3-4637-81e9-b514d22af470 req-0c6d4074-7fe8-467f-af63-422854c82f0f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310876 Jun 30 01:31:58.163265 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f2868ea9-1cc4-4a00-9fce-6e3fa3774d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:58.664742 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78613e-618f-43cb-b48f-f8a8e6ad00aa req-cbac76dc-2094-412f-bba0-00d9f68abaf6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:58.666223 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cb78613e-618f-43cb-b48f-f8a8e6ad00aa req-cbac76dc-2094-412f-bba0-00d9f68abaf6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0690491 Jun 30 01:31:58.706519 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cb78613e-618f-43cb-b48f-f8a8e6ad00aa req-0288d434-f217-4e82-95b5-077defee85d6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339997 Jun 30 01:31:59.891584 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256d693-c942-4a21-b1f6-f011a42b66bd req-fcc8e8f5-f4f3-45e3-8c9c-4774261b81a6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:59.893124 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4256d693-c942-4a21-b1f6-f011a42b66bd req-fcc8e8f5-f4f3-45e3-8c9c-4774261b81a6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0735919 Jun 30 01:31:59.930335 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4256d693-c942-4a21-b1f6-f011a42b66bd req-e1f2f0c9-3207-48f4-92c7-3131e06983f2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318077 Jun 30 01:32:00.821354 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-417165d8-2260-4093-b92e-e67f387fea0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:01.043666 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:01.122589 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7d669-591a-41dd-ac1f-ac80c8ea1b6a req-c2b071c7-9318-4f33-b064-cffa739f3695 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:01.124184 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c7d7d669-591a-41dd-ac1f-ac80c8ea1b6a req-c2b071c7-9318-4f33-b064-cffa739f3695 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0700238 Jun 30 01:32:01.162980 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c7d7d669-591a-41dd-ac1f-ac80c8ea1b6a req-9abc5757-917e-4025-828b-02e47cbe2cfb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330334 Jun 30 01:32:01.445219 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device e386c55a-762a-4092-9fe5-0aefe9d32fc7 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:32:01.550213 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port e386c55a-762a-4092-9fe5-0aefe9d32fc7, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:01.562190 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'port_id': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'mac_address': 'fa:16:3e:e0:f4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:32:01.599813 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:01.612779 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e386c55a-762a-4092-9fe5-0aefe9d32fc7 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:32:01.631618 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port e386c55a-762a-4092-9fe5-0aefe9d32fc7, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:01.717996 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:01.720815 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:01.769178 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=e386c55a-762a-4092-9fe5-0aefe9d32fc7,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:01.772449 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:01.923443 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:02.026967 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['e386c55a-762a-4092-9fe5-0aefe9d32fc7'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:32:02.333872 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac6df7-86fd-43de-a43e-0aad61e0b516 req-998eb83e-c2ad-4345-a6d5-16fae9b03353 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:02.335321 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-65ac6df7-86fd-43de-a43e-0aad61e0b516 req-998eb83e-c2ad-4345-a6d5-16fae9b03353 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 944 time: 0.0611198 Jun 30 01:32:02.371523 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-65ac6df7-86fd-43de-a43e-0aad61e0b516 req-731e79d1-80dc-4293-8002-27906b672318 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306954 Jun 30 01:32:03.357845 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:03.540176 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99020004-97f6-4a0a-92dc-15b05064a478 req-93b9323c-7355-43fe-9619-be03eb05f284 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:03.541775 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-99020004-97f6-4a0a-92dc-15b05064a478 req-93b9323c-7355-43fe-9619-be03eb05f284 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 944 time: 0.0608022 Jun 30 01:32:03.585815 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-99020004-97f6-4a0a-92dc-15b05064a478 req-6158f206-e68d-4620-8ed6-826c548798e2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385919 Jun 30 01:32:04.138942 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device e386c55a-762a-4092-9fe5-0aefe9d32fc7 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:04.221303 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port e386c55a-762a-4092-9fe5-0aefe9d32fc7 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:32:04.226625 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port e386c55a-762a-4092-9fe5-0aefe9d32fc7 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:04.227007 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:04.299985 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:04.322281 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:32:04.324515 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7084021-914e-4283-b6f2-35418370b02b" -d '{"events": [{"server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "name": "network-vif-plugged", "status": "completed", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:32:04.336929 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port e386c55a-762a-4092-9fe5-0aefe9d32fc7, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:04.409113 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:04.410910 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-576fc9ac-9170-43d6-b19a-e1f171bcb90f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:04.458472 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=e386c55a-762a-4092-9fe5-0aefe9d32fc7,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:04.461522 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:06.104439 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377ea8f9-0287-40cf-a3ef-0e7f335ac730 x-openstack-request-id: req-377ea8f9-0287-40cf-a3ef-0e7f335ac730 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:32:06.105019 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "name": "network-vif-plugged", "status": "completed", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:32:06.105019 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-377ea8f9-0287-40cf-a3ef-0e7f335ac730 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:32:06.105388 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'code': 200} Jun 30 01:32:06.123995 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:06.229877 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-47781d83-6384-464b-9425-c17eb1758ca2 req-dd62da5c-e267-4ace-af76-39021d7ac457 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992875 Jun 30 01:32:06.248139 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde034cc-5121-4999-8105-5643a9c33212 req-a39a2e7e-f8ae-42b2-99d3-037b5488da74 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:06.249624 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dde034cc-5121-4999-8105-5643a9c33212 req-a39a2e7e-f8ae-42b2-99d3-037b5488da74 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0656619 Jun 30 01:32:06.290225 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dde034cc-5121-4999-8105-5643a9c33212 req-411190a2-05b4-4959-8813-949311ce356b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341711 Jun 30 01:32:06.335560 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47781d83-6384-464b-9425-c17eb1758ca2 req-71a911ad-e9c4-475c-9dfe-0715644ffb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:06.337067 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-47781d83-6384-464b-9425-c17eb1758ca2 req-71a911ad-e9c4-475c-9dfe-0715644ffb06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 1098 time: 0.0530081 Jun 30 01:32:06.493219 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47781d83-6384-464b-9425-c17eb1758ca2 req-b8ba2d81-1fab-470a-9fc4-19cdd63213a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:06.494583 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-47781d83-6384-464b-9425-c17eb1758ca2 req-b8ba2d81-1fab-470a-9fc4-19cdd63213a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.0889647 Jun 30 01:32:06.564600 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60e3da-779e-492b-b339-3dc620f7dcc9 req-6cde93ec-934a-49b5-a4f1-93737db2934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:06.566076 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ff60e3da-779e-492b-b339-3dc620f7dcc9 req-6cde93ec-934a-49b5-a4f1-93737db2934c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 1098 time: 0.0545919 Jun 30 01:32:06.570600 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-47781d83-6384-464b-9425-c17eb1758ca2 req-02edc638-7449-4a29-a742-758636d8ebaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9717b586-f756-4b18-92a1-610c31cd31d2 HTTP/1.1" status: 200 len: 1001 time: 0.0584598 Jun 30 01:32:06.607353 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ff60e3da-779e-492b-b339-3dc620f7dcc9 req-b997d370-4a02-4988-b8d1-704f5d6391d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286398 Jun 30 01:32:06.619727 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47781d83-6384-464b-9425-c17eb1758ca2 req-87442880-a92d-4864-b423-efe8e09832df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:06.621134 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-47781d83-6384-464b-9425-c17eb1758ca2 req-87442880-a92d-4864-b423-efe8e09832df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0419919 Jun 30 01:32:06.725506 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47781d83-6384-464b-9425-c17eb1758ca2 req-9a63416b-8585-4898-baf4-327556758150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:06.727624 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-47781d83-6384-464b-9425-c17eb1758ca2 req-9a63416b-8585-4898-baf4-327556758150 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529847 Jun 30 01:32:06.817303 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-47781d83-6384-464b-9425-c17eb1758ca2 req-dcf4dd02-e475-48d0-ae1b-f6bed58f6605 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777290 Jun 30 01:32:06.911863 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-47781d83-6384-464b-9425-c17eb1758ca2 req-718dc2f0-7e18-4eab-b746-c228821d89ff service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842905 Jun 30 01:32:07.467629 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288565e-257c-4d92-bc07-37081c4b9d90 req-0d44ba81-34e1-46e5-ab16-9f237f48c8f2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:07.469089 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6288565e-257c-4d92-bc07-37081c4b9d90 req-0d44ba81-34e1-46e5-ab16-9f237f48c8f2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0665057 Jun 30 01:32:07.506013 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6288565e-257c-4d92-bc07-37081c4b9d90 req-7ac4f962-b7eb-4c5f-bd03-71e04b2b9e42 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313663 Jun 30 01:32:08.683808 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce5602-0bdf-4497-a564-a61ea4ae3aa9 req-a0fdbeb2-fc7a-4f0c-9772-ecd1d6e40397 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:08.685297 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56ce5602-0bdf-4497-a564-a61ea4ae3aa9 req-a0fdbeb2-fc7a-4f0c-9772-ecd1d6e40397 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0655453 Jun 30 01:32:08.721525 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56ce5602-0bdf-4497-a564-a61ea4ae3aa9 req-f80c56ef-b0d3-4575-996e-4cf3f3531275 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303428 Jun 30 01:32:08.897324 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720e6ba-5a76-4dba-8c94-a9d6098db297 req-275400bc-4891-4941-a54d-f5489b0e619d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:08.899423 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7720e6ba-5a76-4dba-8c94-a9d6098db297 req-275400bc-4891-4941-a54d-f5489b0e619d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0642779 Jun 30 01:32:08.937908 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7720e6ba-5a76-4dba-8c94-a9d6098db297 req-a8ccbd07-58ab-498e-9c14-7e8b6b2da77d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328097 Jun 30 01:32:08.961641 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 38034) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:09.108144 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850adea2-1749-4518-8e0f-dbe065a39971 tempest-TestShelveInstance-94987308 tempest-TestShelveInstance-94987308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:09.109609 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-850adea2-1749-4518-8e0f-dbe065a39971 tempest-TestShelveInstance-94987308 tempest-TestShelveInstance-94987308-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 1093 time: 0.1470308 Jun 30 01:32:09.112499 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 38038) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:09.117352 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Request body: {'floatingip': {'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'port_id': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:09.208999 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for floatingip, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:09.303023 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:09.415767 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Allocated IP 172.27.1.141 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/80735d2a-c985-4173-9ad0-6e9338516dc3) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:32:09.527848 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:09.627958 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:09.631543 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-075b755c-ed10-4e0b-9f77-d9ac43ed071b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:09.670252 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:32:09.673204 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:32:09.677072 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:32:09.699024 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Pushing event updated for resources: {'Port': ['ID=80735d2a-c985-4173-9ad0-6e9338516dc3,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:09.709431 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:09.709794 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:09.710148 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:09.710499 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:09.711409 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:09.711754 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:09.712096 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:09.712434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:09.712771 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:09.713105 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:09.713438 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:09.713797 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:09.718390 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:10.040894 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:10.157358 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:10.300347 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:10.363215 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:10.365886 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3c4b111b-6e83-480d-b754-a532ad409b51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:10.424351 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Pushing event updated for resources: {'Port': ['ID=80735d2a-c985-4173-9ad0-6e9338516dc3,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:10.428397 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:10.438555 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:10.535744 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.l3_db [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Floating IP c3ae7cad-fb5d-4206-b7d1-807703dc320a associated. External IP: 172.27.1.141, port: e386c55a-762a-4092-9fe5-0aefe9d32fc7. Jun 30 01:32:10.757940 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Router 89bf8307-844a-4262-bf00-9d1d21834982 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:32:10.863011 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:32:10.873827 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735dd6e6-a306-483d-bc24-4c06f4f6db89 None None] Sync routers for ids ['89bf8307-844a-4262-bf00-9d1d21834982'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:32:10.885473 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735dd6e6-a306-483d-bc24-4c06f4f6db89 None None] Routers {'89bf8307-844a-4262-bf00-9d1d21834982'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:10.886199 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-735dd6e6-a306-483d-bc24-4c06f4f6db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:32:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['89bf8307-844a-4262-bf00-9d1d21834982'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:10.921481 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:10.959895 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8463497 Jun 30 01:32:10.960589 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:32:10.963586 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d785061-0410-4b61-b8c5-be95b7de79cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:32:11.000070 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-735dd6e6-a306-483d-bc24-4c06f4f6db89 None None] Set router 89bf8307-844a-4262-bf00-9d1d21834982 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:11.052412 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba54869-6132-44f9-84b5-1fffc5d28c1b x-openstack-request-id: req-fba54869-6132-44f9-84b5-1fffc5d28c1b {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:32:11.052756 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:32:11.053063 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fba54869-6132-44f9-84b5-1fffc5d28c1b {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:32:11.053566 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'status': 'completed', 'code': 200} Jun 30 01:32:11.134526 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d785061-0410-4b61-b8c5-be95b7de79cb req-a4c5701e-e153-43d5-9ef7-54074ebf9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:11.136136 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6d785061-0410-4b61-b8c5-be95b7de79cb req-a4c5701e-e153-43d5-9ef7-54074ebf9d5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbda0feb92a847d182731ee482789d05&device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 1098 time: 0.0522251 Jun 30 01:32:11.220524 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-735dd6e6-a306-483d-bc24-4c06f4f6db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6b31db05-f436-4c10-8364-e15399646234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 4, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port': {'id': '6b31db05-f436-4c10-8364-e15399646234', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:14Z', 'updated_at': '2021-06-30T01:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': 'c3ae7cad-fb5d-4206-b7d1-807703dc320a', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'port_id': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'mac_address': 'fa:16:3e:e0:f4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:32:09Z', 'updated_at': '2021-06-30T01:32:09Z', 'revision_number': 0, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d87f463-bc85-4819-8c36-a60ef4eb629e', 'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'mac_address': 'fa:16:3e:f7:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:16Z', 'updated_at': '2021-06-30T01:31:22Z', 'revision_number': 5, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'subnets': [{'id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:11.222255 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d785061-0410-4b61-b8c5-be95b7de79cb req-48c92288-1f78-4d01-b3f0-0139dac1090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:11.223757 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6d785061-0410-4b61-b8c5-be95b7de79cb req-48c92288-1f78-4d01-b3f0-0139dac1090e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 HTTP/1.1" status: 200 len: 910 time: 0.0815341 Jun 30 01:32:11.250233 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735dd6e6-a306-483d-bc24-4c06f4f6db89 None None] Checking router: 89bf8307-844a-4262-bf00-9d1d21834982 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:32:11.258556 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735dd6e6-a306-483d-bc24-4c06f4f6db89 None None] Routers {'89bf8307-844a-4262-bf00-9d1d21834982'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:11.262618 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-735dd6e6-a306-483d-bc24-4c06f4f6db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:32:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['89bf8307-844a-4262-bf00-9d1d21834982'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:11.289993 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6d785061-0410-4b61-b8c5-be95b7de79cb req-6f0fce0e-015e-454f-acc1-a5b651dca397 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7 HTTP/1.1" status: 200 len: 999 time: 0.0592310 Jun 30 01:32:11.337156 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d785061-0410-4b61-b8c5-be95b7de79cb req-0978e5f3-f621-4ce2-b334-b441d25a78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:11.338583 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6d785061-0410-4b61-b8c5-be95b7de79cb req-0978e5f3-f621-4ce2-b334-b441d25a78a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00d439ea-5129-4dfa-88b6-9fe5bcfe9691 HTTP/1.1" status: 200 len: 848 time: 0.0420866 Jun 30 01:32:11.361847 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-735dd6e6-a306-483d-bc24-4c06f4f6db89 None None] Set router 89bf8307-844a-4262-bf00-9d1d21834982 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:11.396474 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d785061-0410-4b61-b8c5-be95b7de79cb req-dda21bf2-7af9-44cf-8870-4392e7616d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:11.397961 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6d785061-0410-4b61-b8c5-be95b7de79cb req-dda21bf2-7af9-44cf-8870-4392e7616d79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499692 Jun 30 01:32:11.489905 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6d785061-0410-4b61-b8c5-be95b7de79cb req-221772b5-09ea-4e74-ae82-eb231ac7ea89 service neutron] 10.222.0.36 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840769 Jun 30 01:32:11.577895 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6d785061-0410-4b61-b8c5-be95b7de79cb req-88acccd1-fffc-4782-bc9a-18b775896934 service neutron] 10.222.0.36 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803237 Jun 30 01:32:11.585521 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-735dd6e6-a306-483d-bc24-4c06f4f6db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6b31db05-f436-4c10-8364-e15399646234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 4, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port': {'id': '6b31db05-f436-4c10-8364-e15399646234', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:14Z', 'updated_at': '2021-06-30T01:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': 'c3ae7cad-fb5d-4206-b7d1-807703dc320a', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'port_id': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'mac_address': 'fa:16:3e:e0:f4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:32:09Z', 'updated_at': '2021-06-30T01:32:09Z', 'revision_number': 0, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d87f463-bc85-4819-8c36-a60ef4eb629e', 'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'mac_address': 'fa:16:3e:f7:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:16Z', 'updated_at': '2021-06-30T01:31:22Z', 'revision_number': 5, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'subnets': [{'id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:11.611326 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735dd6e6-a306-483d-bc24-4c06f4f6db89 None None] The sync data for ids ['89bf8307-844a-4262-bf00-9d1d21834982'] in dv-cinder-797245-10-iscsi is: [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6b31db05-f436-4c10-8364-e15399646234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 4, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port': {'id': '6b31db05-f436-4c10-8364-e15399646234', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:14Z', 'updated_at': '2021-06-30T01:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': 'c3ae7cad-fb5d-4206-b7d1-807703dc320a', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'port_id': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'mac_address': 'fa:16:3e:e0:f4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:32:09Z', 'updated_at': '2021-06-30T01:32:09Z', 'revision_number': 0, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d87f463-bc85-4819-8c36-a60ef4eb629e', 'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'mac_address': 'fa:16:3e:f7:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:16Z', 'updated_at': '2021-06-30T01:31:22Z', 'revision_number': 5, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'subnets': [{'id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:32:11.793482 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae9683-5120-43c9-a66e-711efcea876e None None] New status for floating IP c3ae7cad-fb5d-4206-b7d1-807703dc320a: ACTIVE {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:32:12.324535 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 38076) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:12.422339 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-69b86ed4-876d-48ee-b559-e63395d1c0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:12.507253 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-69b86ed4-876d-48ee-b559-e63395d1c0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:12.552298 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-69b86ed4-876d-48ee-b559-e63395d1c0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:12.555361 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f9cba416-3db8-48e7-949d-edba66530e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:12.593870 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-69b86ed4-876d-48ee-b559-e63395d1c0ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91857f335cd9404ca31423e037dc1684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682879 Jun 30 01:32:12.594774 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b86ed4-876d-48ee-b559-e63395d1c0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16acd649-7815-4f8b-8e7d-58b4e5f457a2,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:12.597438 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38080) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:12.598002 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-69b86ed4-876d-48ee-b559-e63395d1c0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:12.649491 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-07a08e43-913d-41d0-9e18-f44b24130756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:12.669228 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-07a08e43-913d-41d0-9e18-f44b24130756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:12.807132 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-07a08e43-913d-41d0-9e18-f44b24130756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:12.807132 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-07a08e43-913d-41d0-9e18-f44b24130756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:12.807441 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-07a08e43-913d-41d0-9e18-f44b24130756 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16acd649-7815-4f8b-8e7d-58b4e5f457a2 HTTP/1.1" status: 204 len: 168 time: 0.2088168 Jun 30 01:32:12.808241 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-21e7ebab-9185-4bd4-a67f-3a56ddbad382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:12.815901 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a08e43-913d-41d0-9e18-f44b24130756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16acd649-7815-4f8b-8e7d-58b4e5f457a2,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:12.818369 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-07a08e43-913d-41d0-9e18-f44b24130756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:20.408561 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:32:25.316738 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 38272) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:25.417405 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-40f58c90-d83e-4d75-95de-c7de50119b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:25.506325 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-40f58c90-d83e-4d75-95de-c7de50119b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:25.557667 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-40f58c90-d83e-4d75-95de-c7de50119b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:25.560021 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-856d6d27-c1d0-427b-8938-3152619e7e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:25.593222 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f58c90-d83e-4d75-95de-c7de50119b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cf6571-4a97-4c22-b691-ecf238913ce4,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:25.596416 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-40f58c90-d83e-4d75-95de-c7de50119b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:25.601698 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-40f58c90-d83e-4d75-95de-c7de50119b59 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f1c99751f3e4bf4acb6f9055cc7ac72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833672 Jun 30 01:32:25.602284 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 38276) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:25.649228 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-611cf0bc-d77c-4063-b2c7-8ac75f9422b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:25.669771 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-611cf0bc-d77c-4063-b2c7-8ac75f9422b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:25.768942 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-611cf0bc-d77c-4063-b2c7-8ac75f9422b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:25.771456 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-611cf0bc-d77c-4063-b2c7-8ac75f9422b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:25.772563 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-611cf0bc-d77c-4063-b2c7-8ac75f9422b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78cf6571-4a97-4c22-b691-ecf238913ce4 HTTP/1.1" status: 204 len: 168 time: 0.1693974 Jun 30 01:32:25.773316 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-8ae4c2d2-6c5e-4ea9-b289-0d975ece3697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:25.780693 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cf0bc-d77c-4063-b2c7-8ac75f9422b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cf6571-4a97-4c22-b691-ecf238913ce4,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:25.782910 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-611cf0bc-d77c-4063-b2c7-8ac75f9422b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:28.174554 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-6d675e6a-5e4b-4cad-a6ff-a0b71867628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:30.849040 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d76ad9b1-a561-4d16-a295-07a5a94deff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:31.048138 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:31.906259 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:33.323492 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:36.122815 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:36.685882 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84855f6c-c9ab-424a-8d84-6703aa988742 req-7797f1ad-dcd6-4cbc-a3ed-05913f29c2c6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:36.687384 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-84855f6c-c9ab-424a-8d84-6703aa988742 req-7797f1ad-dcd6-4cbc-a3ed-05913f29c2c6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 945 time: 0.0664420 Jun 30 01:32:36.724367 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-84855f6c-c9ab-424a-8d84-6703aa988742 req-647d32ef-2c62-4bd1-89a2-3a61554cb8db tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311444 Jun 30 01:32:37.902040 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4aeab-5e5e-4d09-bee1-a9d5764fb6de req-57ca7d4c-c667-4a68-aa76-31787abd9c12 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:37.903419 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6cc4aeab-5e5e-4d09-bee1-a9d5764fb6de req-57ca7d4c-c667-4a68-aa76-31787abd9c12 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 945 time: 0.0605159 Jun 30 01:32:37.940531 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6cc4aeab-5e5e-4d09-bee1-a9d5764fb6de req-6cc88806-746c-4a81-b0aa-cc4f5b249b54 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314360 Jun 30 01:32:38.216144 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-29f7284c-3340-4a1d-a1d0-8a418399bc0c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:38.217555 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-29f7284c-3340-4a1d-a1d0-8a418399bc0c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 945 time: 0.0632756 Jun 30 01:32:38.317572 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Deleting port 9717b586-f756-4b18-92a1-610c31cd31d2 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:32:38.317906 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:38.400258 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] For port 9717b586-f756-4b18-92a1-610c31cd31d2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9717b586-f756-4b18-92a1-610c31cd31d2,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:38.400602 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:38.604524 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:38.604899 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:38.605210 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.l3_db [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Floating IP 92f98d67-eff1-4275-bee4-e35b291481a7 disassociated. External IP: 172.27.1.219, port: 9717b586-f756-4b18-92a1-610c31cd31d2. Jun 30 01:32:38.605547 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Calling delete_port for 9717b586-f756-4b18-92a1-610c31cd31d2 owned by compute:nova {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:32:38.786106 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:38.790575 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-962c3184-8025-48c0-a6c7-1949a630ee4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:38.812961 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event deleted for resources: {'Port': ['ID=9717b586-f756-4b18-92a1-610c31cd31d2,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:38.816340 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:39.106470 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c7d2c07f-dfd9-40db-b10c-8e9985d40b39 req-0cb22b6c-fe76-45ba-810b-71f233c75b64 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 210 time: 0.0415413 Jun 30 01:32:39.169616 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Router 22062bfc-b07b-4d6b-984a-6f0fdf620172 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:32:39.275787 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:32:39.285459 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede5c3f-8eaa-4af8-bdf2-16818a947dc9 None None] Sync routers for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:32:39.294203 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede5c3f-8eaa-4af8-bdf2-16818a947dc9 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:39.294811 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-9ede5c3f-8eaa-4af8-bdf2-16818a947dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:32:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:39.316761 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] No DVR routers for this DVR port 9717b586-f756-4b18-92a1-610c31cd31d2 on host hv-cinder-79724 {{(pid=93393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:32:39.319285 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:39.321847 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-96d3b67f-d302-408d-9636-2e9b08d7cd31 req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "DELETE /v2.0/ports/9717b586-f756-4b18-92a1-610c31cd31d2 HTTP/1.1" status: 204 len: 173 time: 1.0982389 Jun 30 01:32:39.322354 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479a34a5-8c2e-4e80-8f4f-a82fe374ac84', 'name': 'network-vif-deleted', 'tag': '9717b586-f756-4b18-92a1-610c31cd31d2'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:32:39.324650 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ab05b4-0454-4212-a5ec-5e0d65f14a41" -d '{"events": [{"server_uuid": "479a34a5-8c2e-4e80-8f4f-a82fe374ac84", "name": "network-vif-deleted", "tag": "9717b586-f756-4b18-92a1-610c31cd31d2"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:32:39.399768 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-9ede5c3f-8eaa-4af8-bdf2-16818a947dc9 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:39.534348 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee32197b-dbd7-4017-81e8-b24555b5d6cd x-openstack-request-id: req-ee32197b-dbd7-4017-81e8-b24555b5d6cd {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:32:39.534735 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479a34a5-8c2e-4e80-8f4f-a82fe374ac84", "name": "network-vif-deleted", "tag": "9717b586-f756-4b18-92a1-610c31cd31d2", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:32:39.535029 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee32197b-dbd7-4017-81e8-b24555b5d6cd {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:32:39.535494 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479a34a5-8c2e-4e80-8f4f-a82fe374ac84', 'name': 'network-vif-deleted', 'tag': '9717b586-f756-4b18-92a1-610c31cd31d2', 'status': 'completed', 'code': 200} Jun 30 01:32:39.609735 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-9ede5c3f-8eaa-4af8-bdf2-16818a947dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:39.638941 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede5c3f-8eaa-4af8-bdf2-16818a947dc9 None None] Checking router: 22062bfc-b07b-4d6b-984a-6f0fdf620172 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:32:39.647088 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede5c3f-8eaa-4af8-bdf2-16818a947dc9 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:39.647709 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-9ede5c3f-8eaa-4af8-bdf2-16818a947dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:32:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:39.756986 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-9ede5c3f-8eaa-4af8-bdf2-16818a947dc9 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:39.983418 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-9ede5c3f-8eaa-4af8-bdf2-16818a947dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:40.016263 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede5c3f-8eaa-4af8-bdf2-16818a947dc9 None None] The sync data for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi is: [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:32:40.267054 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef57fe-e6df-4de2-9886-6e7eb81c6efa None None] New status for floating IP 92f98d67-eff1-4275-bee4-e35b291481a7: DOWN {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:32:40.300835 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f42b4c93-10a6-4c6e-9064-0cb870ae5c40 req-45acc077-ed08-4644-adb9-813390318a6b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=479a34a5-8c2e-4e80-8f4f-a82fe374ac84 HTTP/1.1" status: 200 len: 210 time: 0.0351446 Jun 30 01:32:40.780561 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3faaf4-90a7-48c2-ad93-3d9f50934e44 req-2b8f329a-6afa-4eb8-ad76-19cbd3815ad0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:40.782053 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ab3faaf4-90a7-48c2-ad93-3d9f50934e44 req-2b8f329a-6afa-4eb8-ad76-19cbd3815ad0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0642533 Jun 30 01:32:40.824592 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ab3faaf4-90a7-48c2-ad93-3d9f50934e44 req-09831636-8033-467e-80ef-56bc5a161929 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325654 Jun 30 01:32:40.897442 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-21bd6611-7d5c-461a-b586-174f53111930 req-f5deab40-73bd-4c5e-907d-0051265358b7 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1774067886&fields=id&tenant_id=22e11c8b9ca940019f96820b2220ad7e HTTP/1.1" status: 200 len: 267 time: 0.0361042 Jun 30 01:32:40.965776 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd6611-7d5c-461a-b586-174f53111930 req-0363007f-d7b6-45d0-ab6e-f3df0e7982b9 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:40.967242 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-21bd6611-7d5c-461a-b586-174f53111930 req-0363007f-d7b6-45d0-ab6e-f3df0e7982b9 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 985 time: 0.0638740 Jun 30 01:32:40.977978 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-21bd6611-7d5c-461a-b586-174f53111930 req-8d319d93-5251-4479-9c04-841758289cfb tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Request body: {'port': {'security_groups': ['adbe89bd-3c98-45b7-8b4a-19b668b56fce']}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:41.057306 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-21bd6611-7d5c-461a-b586-174f53111930 req-8d319d93-5251-4479-9c04-841758289cfb tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:41.224441 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-21bd6611-7d5c-461a-b586-174f53111930 req-8d319d93-5251-4479-9c04-841758289cfb tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] For port 7b90b752-42ff-4d58-a6ad-3afe84fa3862, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7b90b752-42ff-4d58-a6ad-3afe84fa3862,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:41.252338 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-21bd6611-7d5c-461a-b586-174f53111930 req-8d319d93-5251-4479-9c04-841758289cfb tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:41.311697 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-21bd6611-7d5c-461a-b586-174f53111930 req-8d319d93-5251-4479-9c04-841758289cfb tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:41.315434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-25ff4fb9-05d3-43e7-a28f-5b2241cb4e6f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:41.323327 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['7b90b752-42ff-4d58-a6ad-3afe84fa3862'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:32:41.355173 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd6611-7d5c-461a-b586-174f53111930 req-8d319d93-5251-4479-9c04-841758289cfb tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:41.355725 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-21bd6611-7d5c-461a-b586-174f53111930 req-8d319d93-5251-4479-9c04-841758289cfb tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:41.357203 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-21bd6611-7d5c-461a-b586-174f53111930 req-8d319d93-5251-4479-9c04-841758289cfb tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "PUT /v2.0/ports/7b90b752-42ff-4d58-a6ad-3afe84fa3862 HTTP/1.1" status: 200 len: 943 time: 0.3835323 Jun 30 01:32:41.357651 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:32:41.359967 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0e8cb1-c0ac-4d87-a8cf-0038a8ed0119" -d '{"events": [{"name": "network-changed", "server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:32:41.363889 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38366) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:41.409844 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d319d93-5251-4479-9c04-841758289cfb tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event updated for resources: {'Port': ['ID=7b90b752-42ff-4d58-a6ad-3afe84fa3862,revision_number=7']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:41.415666 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2744bcbb-3c12-45ee-a511-ae9246107943 x-openstack-request-id: req-2744bcbb-3c12-45ee-a511-ae9246107943 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:32:41.415980 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:32:41.416336 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2744bcbb-3c12-45ee-a511-ae9246107943 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:32:41.416678 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862', 'status': 'completed', 'code': 200} Jun 30 01:32:41.424545 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-8d319d93-5251-4479-9c04-841758289cfb tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:41.456137 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['7b90b752-42ff-4d58-a6ad-3afe84fa3862'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:32:41.512414 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3eeeacaa-bb8a-4ee4-a7f5-d847722ee2dd tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:41.558104 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3eeeacaa-bb8a-4ee4-a7f5-d847722ee2dd tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:41.583479 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e8cb1-c0ac-4d87-a8cf-0038a8ed0119 req-ffc65ace-7dd7-4af0-b40a-173fec61d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:41.585493 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff0e8cb1-c0ac-4d87-a8cf-0038a8ed0119 req-ffc65ace-7dd7-4af0-b40a-173fec61d4dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22e11c8b9ca940019f96820b2220ad7e&device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 1099 time: 0.1368117 Jun 30 01:32:41.675695 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-f96c8546-66e1-49d0-8e9c-aa17de0d9e34 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885798611&fields=id&tenant_id=3805c64f4c984954b9989b1b044eb645 HTTP/1.1" status: 200 len: 267 time: 0.0581062 Jun 30 01:32:41.698648 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e8cb1-c0ac-4d87-a8cf-0038a8ed0119 req-f9b88635-49f4-4581-864c-404f6a46157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:41.700838 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff0e8cb1-c0ac-4d87-a8cf-0038a8ed0119 req-f9b88635-49f4-4581-864c-404f6a46157e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4291780-3495-47e0-8337-daf35a337596 HTTP/1.1" status: 200 len: 914 time: 0.1042483 Jun 30 01:32:41.704964 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-c9c81874-0c01-4ca8-b4da-79204e81e2d2 None None] Provisioning complete for port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:41.705346 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-c9c81874-0c01-4ca8-b4da-79204e81e2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:41.766990 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff0e8cb1-c0ac-4d87-a8cf-0038a8ed0119 req-54a9ddaf-1b06-42d2-b959-e36de62d9115 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b90b752-42ff-4d58-a6ad-3afe84fa3862 HTTP/1.1" status: 200 len: 1002 time: 0.0583627 Jun 30 01:32:41.768589 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3eeeacaa-bb8a-4ee4-a7f5-d847722ee2dd tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:41.771139 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3eeeacaa-bb8a-4ee4-a7f5-d847722ee2dd tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:41.775095 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-3eeeacaa-bb8a-4ee4-a7f5-d847722ee2dd tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "DELETE /v2.0/security-groups/2dfb0387-01a4-4e44-8b81-fda777f2db74 HTTP/1.1" status: 204 len: 168 time: 0.4077141 Jun 30 01:32:41.775095 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a5b03634-22ab-4e33-8744-2e883d05d82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:41.776276 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38374) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:41.787687 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-09a99d6b-c3f5-4467-bf73-73cef09ab486 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:41.791893 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-09a99d6b-c3f5-4467-bf73-73cef09ab486 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 812 time: 0.1125593 Jun 30 01:32:41.804648 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-9a1c6e35-71ef-4229-b6fa-a589e12e885e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/quotas/3805c64f4c984954b9989b1b044eb645 HTTP/1.1" status: 200 len: 375 time: 0.0093775 Jun 30 01:32:41.813556 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeeacaa-bb8a-4ee4-a7f5-d847722ee2dd tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfb0387-01a4-4e44-8b81-fda777f2db74,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:41.847875 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-3eeeacaa-bb8a-4ee4-a7f5-d847722ee2dd tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:41.878427 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e8cb1-c0ac-4d87-a8cf-0038a8ed0119 req-3e7b058e-9d88-4e7b-bbf3-1b54431d5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:41.889095 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff0e8cb1-c0ac-4d87-a8cf-0038a8ed0119 req-3e7b058e-9d88-4e7b-bbf3-1b54431d5f22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92 HTTP/1.1" status: 200 len: 852 time: 0.1028099 Jun 30 01:32:41.889259 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-7ad8074c-0605-4859-80c6-fcc4ceb5687b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702312 Jun 30 01:32:42.014179 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e8cb1-c0ac-4d87-a8cf-0038a8ed0119 req-023d364e-ac4e-44e7-8198-5a776eed9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:42.015681 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff0e8cb1-c0ac-4d87-a8cf-0038a8ed0119 req-023d364e-ac4e-44e7-8198-5a776eed9f33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4291780-3495-47e0-8337-daf35a337596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0915456 Jun 30 01:32:42.016299 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-fbfdf455-6437-46a7-ad7a-3c9d5dc0fd40 service neutron] 10.222.0.35 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237562 Jun 30 01:32:42.025116 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Deleting port 3e86a1a1-3b68-49a4-80a8-91c8f1230576 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:32:42.025381 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.169441 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.169788 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.182865 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff0e8cb1-c0ac-4d87-a8cf-0038a8ed0119 req-9e7a92f2-af30-4d13-82c8-198eac305a70 service neutron] 10.222.0.36 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547570 Jun 30 01:32:42.186899 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Calling delete_port for 3e86a1a1-3b68-49a4-80a8-91c8f1230576 owned by network:floatingip {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:32:42.324362 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 9717b586-f756-4b18-92a1-610c31cd31d2 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:32:42.348178 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: 9717b586-f756-4b18-92a1-610c31cd31d2 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:32:42.348522 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 9717b586-f756-4b18-92a1-610c31cd31d2 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:32:42.349771 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bac70e-b940-4f69-aa5c-125e524c2448 req-1b325cdb-7c06-4a16-b840-e4af7cb37c70 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:42.351343 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-79bac70e-b940-4f69-aa5c-125e524c2448 req-1b325cdb-7c06-4a16-b840-e4af7cb37c70 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.4007351 Jun 30 01:32:42.368897 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ff0e8cb1-c0ac-4d87-a8cf-0038a8ed0119 req-092bb736-d5e9-4964-8e29-3344b9a1c044 service neutron] 10.222.0.36 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778233 Jun 30 01:32:42.415354 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-79bac70e-b940-4f69-aa5c-125e524c2448 req-c60a6eb3-68da-44ad-9f56-45e2b43ac727 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559511 Jun 30 01:32:42.417672 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-f74c3565-7fcc-4a61-9593-78632c495623 service neutron] 10.222.0.35 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952870 Jun 30 01:32:42.494806 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.497778 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-053742fa-321d-4600-ad63-18cf86490812 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:42.520607 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event deleted for resources: {'Port': ['ID=3e86a1a1-3b68-49a4-80a8-91c8f1230576,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:42.523719 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:42.582246 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks [] for floatingip, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.582617 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.l3_db [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Floating IP e3467759-d4b7-439b-b212-eec887f7e48b disassociated (deleted). External IP: 172.27.1.144, port: 7b90b752-42ff-4d58-a6ad-3afe84fa3862. Jun 30 01:32:42.779310 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Router e20ca8cd-8875-401b-9631-5a016a8b3a5e has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:32:42.882714 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:32:42.887631 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.892818 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30780c8-01f7-4ba5-be7d-d8cdf4c5b894 None None] Sync routers for ids ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:32:42.901494 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30780c8-01f7-4ba5-be7d-d8cdf4c5b894 None None] Routers {'e20ca8cd-8875-401b-9631-5a016a8b3a5e'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:42.902185 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-e30780c8-01f7-4ba5-be7d-d8cdf4c5b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:32:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:42.925243 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-86959b68-c6a0-46a9-8102-8b6a0d02cf76 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "DELETE /v2.0/floatingips/e3467759-d4b7-439b-b212-eec887f7e48b HTTP/1.1" status: 204 len: 168 time: 1.1435041 Jun 30 01:32:42.925243 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:32:42.925861 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c23244-8d28-4df3-84dc-6dea1f744cca" -d '{"events": [{"name": "network-changed", "server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:32:43.012818 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-e30780c8-01f7-4ba5-be7d-d8cdf4c5b894 None None] Set router e20ca8cd-8875-401b-9631-5a016a8b3a5e gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:43.084352 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dec553-9aaa-45e7-abb9-45da7914c405 x-openstack-request-id: req-a2dec553-9aaa-45e7-abb9-45da7914c405 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:32:43.084692 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:32:43.084988 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2dec553-9aaa-45e7-abb9-45da7914c405 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:32:43.085416 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862', 'status': 'completed', 'code': 200} Jun 30 01:32:43.165440 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c087f19e-f434-4514-8ac8-34d44e4aa1ea req-59770606-f526-4878-a874-fc9f7fcd2b04 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0447710 Jun 30 01:32:43.203031 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c23244-8d28-4df3-84dc-6dea1f744cca req-543437c0-b1d8-450b-b6a3-47f4b00677f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:43.204560 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-73c23244-8d28-4df3-84dc-6dea1f744cca req-543437c0-b1d8-450b-b6a3-47f4b00677f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22e11c8b9ca940019f96820b2220ad7e&device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 1099 time: 0.0910418 Jun 30 01:32:43.282005 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-e30780c8-01f7-4ba5-be7d-d8cdf4c5b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:29:45Z', 'revision_number': 4, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port': {'id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:42Z', 'updated_at': '2021-06-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '1d50c517-4b09-4cef-84ab-101772225317', 'name': '', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'mac_address': 'fa:16:3e:d0:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:44Z', 'updated_at': '2021-06-30T01:29:52Z', 'revision_number': 5, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'subnets': [{'id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:43.308047 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30780c8-01f7-4ba5-be7d-d8cdf4c5b894 None None] Checking router: e20ca8cd-8875-401b-9631-5a016a8b3a5e for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:32:43.316256 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30780c8-01f7-4ba5-be7d-d8cdf4c5b894 None None] Routers {'e20ca8cd-8875-401b-9631-5a016a8b3a5e'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:43.316862 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-e30780c8-01f7-4ba5-be7d-d8cdf4c5b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:32:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:43.317234 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c23244-8d28-4df3-84dc-6dea1f744cca req-1cf895a2-aae2-451f-beb2-22444fe1461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:43.318697 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-73c23244-8d28-4df3-84dc-6dea1f744cca req-1cf895a2-aae2-451f-beb2-22444fe1461f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4291780-3495-47e0-8337-daf35a337596 HTTP/1.1" status: 200 len: 914 time: 0.1061716 Jun 30 01:32:43.364058 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-73c23244-8d28-4df3-84dc-6dea1f744cca req-902b6d89-6212-4c96-b1cc-25c93c13b25a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b90b752-42ff-4d58-a6ad-3afe84fa3862 HTTP/1.1" status: 200 len: 217 time: 0.0377028 Jun 30 01:32:43.414205 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c23244-8d28-4df3-84dc-6dea1f744cca req-04303dfa-872c-49bf-bbfd-268f66455e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:43.418174 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-73c23244-8d28-4df3-84dc-6dea1f744cca req-04303dfa-872c-49bf-bbfd-268f66455e55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92 HTTP/1.1" status: 200 len: 852 time: 0.0465078 Jun 30 01:32:43.441713 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-e30780c8-01f7-4ba5-be7d-d8cdf4c5b894 None None] Set router e20ca8cd-8875-401b-9631-5a016a8b3a5e gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:43.506727 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c23244-8d28-4df3-84dc-6dea1f744cca req-9f6d93f2-75c7-4f06-92a5-a937076fd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:43.508435 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-73c23244-8d28-4df3-84dc-6dea1f744cca req-9f6d93f2-75c7-4f06-92a5-a937076fd662 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4291780-3495-47e0-8337-daf35a337596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0816314 Jun 30 01:32:43.651444 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-73c23244-8d28-4df3-84dc-6dea1f744cca req-0e56d7a5-695e-4c4a-9324-0f1d90a80503 service neutron] 10.222.0.36 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261592 Jun 30 01:32:43.659745 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663a13-3176-4676-875c-3d47bcbf1516 req-aff4c3c6-cd01-402a-8a84-efe68cc117c5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:43.670159 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-99663a13-3176-4676-875c-3d47bcbf1516 req-aff4c3c6-cd01-402a-8a84-efe68cc117c5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0840683 Jun 30 01:32:43.713528 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-99663a13-3176-4676-875c-3d47bcbf1516 req-cec5301a-6d68-47f2-a455-6443c3705aa4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426798 Jun 30 01:32:43.715324 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-e30780c8-01f7-4ba5-be7d-d8cdf4c5b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:29:45Z', 'revision_number': 4, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port': {'id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:42Z', 'updated_at': '2021-06-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '1d50c517-4b09-4cef-84ab-101772225317', 'name': '', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'mac_address': 'fa:16:3e:d0:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:44Z', 'updated_at': '2021-06-30T01:29:52Z', 'revision_number': 5, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'subnets': [{'id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:43.742023 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30780c8-01f7-4ba5-be7d-d8cdf4c5b894 None None] The sync data for ids ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'] in dv-cinder-797245-10-iscsi is: [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:29:45Z', 'revision_number': 4, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port': {'id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:42Z', 'updated_at': '2021-06-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '1d50c517-4b09-4cef-84ab-101772225317', 'name': '', 'network_id': 'e4291780-3495-47e0-8337-daf35a337596', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'mac_address': 'fa:16:3e:d0:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:44Z', 'updated_at': '2021-06-30T01:29:52Z', 'revision_number': 5, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'subnets': [{'id': '5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:32:43.747398 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-73c23244-8d28-4df3-84dc-6dea1f744cca req-85c4090c-edcd-48d5-a717-3f0dc802394d service neutron] 10.222.0.36 "GET /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934722 Jun 30 01:32:43.943270 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc023d-2438-4e86-b782-2407871647bb None None] New status for floating IP e3467759-d4b7-439b-b212-eec887f7e48b: DOWN {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:32:44.293045 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b7ee172a-b4be-404c-8e14-2060af464c49 req-21acbe3b-3487-4729-a11b-51dd786f7a02 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Jun 30 01:32:44.881462 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e7d90-eea4-455c-b244-2c0c0c95e1bc req-34aa0c41-65fe-41b0-8902-7a4c686ea520 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:44.883033 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9f1e7d90-eea4-455c-b244-2c0c0c95e1bc req-34aa0c41-65fe-41b0-8902-7a4c686ea520 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0631418 Jun 30 01:32:44.920024 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9f1e7d90-eea4-455c-b244-2c0c0c95e1bc req-70b63365-0d0b-46fd-b355-0258d415d469 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Jun 30 01:32:45.331370 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-2349f182-d059-4a48-84fd-221cba30a7e4 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:45.332835 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-2349f182-d059-4a48-84fd-221cba30a7e4 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 812 time: 0.1025250 Jun 30 01:32:45.377073 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-42c19b6f-8558-4f1c-8f8a-5a7ad921555c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3805c64f4c984954b9989b1b044eb645 HTTP/1.1" status: 200 len: 380 time: 0.0346270 Jun 30 01:32:45.386969 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Request body: {'port': {'device_id': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'admin_state_up': True, 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'security_groups': ['ca97d72d-780c-4c46-abc6-356290d6f109']}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:45.440473 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-60862509-40fa-41eb-9d72-e01119338010 req-689eef14-1c2b-4907-af3e-581891a45f48 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0324006 Jun 30 01:32:45.540684 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Made reservation on behalf of 3805c64f4c984954b9989b1b044eb645 for: {'port': 1} {{(pid=93393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:32:45.544310 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:45.672473 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_common [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Allocated IP 172.20.0.8 (456d6d6d-f278-4bfa-a1ab-47d1c7be4817/91500fd6-ba98-441e-8c6a-ef9d57a4853f/9bff2ef0-f0fb-419a-bfd1-cba300235d64) {{(pid=93393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:32:45.812235 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for port, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:45.825964 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Transition to ACTIVE for port object 9bff2ef0-f0fb-419a-bfd1-cba300235d64 will not be triggered until provisioned by entity DHCP. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:32:45.952819 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59332702'] for port, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:45.957998 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:46.008213 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 is already hosted by enough agents. {{(pid=93393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:32:46.013748 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.base_scheduler [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Resources bound (agent type, host, resource id): {{(pid=93393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:32:46.018911 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Received port after_create {{(pid=93393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:32:46.023553 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'Port': ['ID=9bff2ef0-f0fb-419a-bfd1-cba300235d64,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:46.048820 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:46.085511 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:46.086077 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.123757 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff88c9-b1d3-46fc-a7ea-66bed8ad4e39 req-50f5ee5a-51b1-4db3-bd25-02fa9054c074 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:46.127631 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b5ff88c9-b1d3-46fc-a7ea-66bed8ad4e39 req-50f5ee5a-51b1-4db3-bd25-02fa9054c074 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0897360 Jun 30 01:32:46.175692 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7931933 Jun 30 01:32:46.179577 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b5ff88c9-b1d3-46fc-a7ea-66bed8ad4e39 req-cc8f42ca-3478-40a8-85f1-775e41b842c1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487554 Jun 30 01:32:46.189057 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.v2.base [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Request body: {'port': {'device_id': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:46.273458 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.449435 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-3321bafb-d79a-4107-90ce-6f6f67e5d47b None None] Provisioning for port 9bff2ef0-f0fb-419a-bfd1-cba300235d64 completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:32:46.453734 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-3321bafb-d79a-4107-90ce-6f6f67e5d47b None None] Provisioning complete for port 9bff2ef0-f0fb-419a-bfd1-cba300235d64 triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:46.454186 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-3321bafb-d79a-4107-90ce-6f6f67e5d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.491616 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-3321bafb-d79a-4107-90ce-6f6f67e5d47b None None] Port 9bff2ef0-f0fb-419a-bfd1-cba300235d64 cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:32:46.558405 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bff2ef0-f0fb-419a-bfd1-cba300235d64 {{(pid=93393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:32:46.565890 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.578365 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.provisioning_blocks [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Transition to ACTIVE for port object 9bff2ef0-f0fb-419a-bfd1-cba300235d64 will not be triggered until provisioned by entity L2. {{(pid=93393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:32:46.639487 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de91286-e8e2-43cb-8507-8bc2db4514d3 req-35a8a226-877d-4d8a-a34d-f3257cda6396 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:46.646972 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2de91286-e8e2-43cb-8507-8bc2db4514d3 req-35a8a226-877d-4d8a-a34d-f3257cda6396 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 931 time: 0.0742557 Jun 30 01:32:46.666427 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.669510 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9c5bd3f2-9fa6-441c-a1fc-fe6346576227 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:46.680985 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2de91286-e8e2-43cb-8507-8bc2db4514d3 req-6754b20f-8704-4f5c-934b-30a621fde2e6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330746 Jun 30 01:32:46.744913 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Pushing event updated for resources: {'Port': ['ID=9bff2ef0-f0fb-419a-bfd1-cba300235d64,revision_number=2']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:46.748237 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:46.797857 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Attempting to bind port 9bff2ef0-f0fb-419a-bfd1-cba300235d64 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:32:46.798191 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Attempting to bind port 9bff2ef0-f0fb-419a-bfd1-cba300235d64 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:32:46.798512 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Attempting to bind port 9bff2ef0-f0fb-419a-bfd1-cba300235d64 on network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:32:46.803180 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Port 9bff2ef0-f0fb-419a-bfd1-cba300235d64 on network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:32:46.803503 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Attempting to bind port 9bff2ef0-f0fb-419a-bfd1-cba300235d64 on network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:32:46.811638 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:32:46.811979 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Checking segment: {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:32:46.812370 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Bound using segment: {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'} {{(pid=93393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:32:46.822029 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.managers [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Bound port: 9bff2ef0-f0fb-419a-bfd1-cba300235d64, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'}}] {{(pid=93393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:32:46.822029 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.877506 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] For port 9bff2ef0-f0fb-419a-bfd1-cba300235d64, host hv-cinder-79724, cleared binding levels {{(pid=93393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:32:46.880399 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] For port 9bff2ef0-f0fb-419a-bfd1-cba300235d64, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:32:46.970118 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59332716'] for port, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.972168 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-670b232a-50b5-409b-9f15-ff8e15156ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:47.009905 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:47.010519 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:47.011918 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] 10.222.0.36 "PUT /v2.0/ports/9bff2ef0-f0fb-419a-bfd1-cba300235d64 HTTP/1.1" status: 200 len: 1093 time: 0.8278518 Jun 30 01:32:47.012430 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'tag': '9bff2ef0-f0fb-419a-bfd1-cba300235d64'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:32:47.014735 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c00a12-b6e4-4ec3-b10c-6da43605a82b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d77fa1-d1df-4d4b-9a7b-b33d86188f96", "tag": "9bff2ef0-f0fb-419a-bfd1-cba300235d64"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:32:47.039419 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Pushing event updated for resources: {'Port': ['ID=9bff2ef0-f0fb-419a-bfd1-cba300235d64,revision_number=3']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:47.042660 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:47.051317 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21d1f20-0029-4bc6-991d-f5be6e1861cf x-openstack-request-id: req-f21d1f20-0029-4bc6-991d-f5be6e1861cf {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:32:47.051916 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d77fa1-d1df-4d4b-9a7b-b33d86188f96", "tag": "9bff2ef0-f0fb-419a-bfd1-cba300235d64", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:32:47.052206 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f21d1f20-0029-4bc6-991d-f5be6e1861cf {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:32:47.052639 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'tag': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'status': 'completed', 'code': 200} Jun 30 01:32:47.132137 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c00a12-b6e4-4ec3-b10c-6da43605a82b req-2370cf34-773a-4b09-8e2e-bd02d5ae0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:47.134280 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-73c00a12-b6e4-4ec3-b10c-6da43605a82b req-2370cf34-773a-4b09-8e2e-bd02d5ae0220 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1096 time: 0.0590231 Jun 30 01:32:47.249005 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c00a12-b6e4-4ec3-b10c-6da43605a82b req-5e9220b1-d305-49da-91d7-94beff7204f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:47.250547 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-73c00a12-b6e4-4ec3-b10c-6da43605a82b req-5e9220b1-d305-49da-91d7-94beff7204f6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3805c64f4c984954b9989b1b044eb645&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1092410 Jun 30 01:32:47.358398 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c00a12-b6e4-4ec3-b10c-6da43605a82b req-b51fbc79-1905-4d4b-b12c-93ee9d7f5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:47.360293 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-73c00a12-b6e4-4ec3-b10c-6da43605a82b req-b51fbc79-1905-4d4b-b12c-93ee9d7f5310 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031449 Jun 30 01:32:47.390130 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a3be8-2611-4966-ad14-8dfaf0d97b05 req-79ddee73-19b6-427a-9f58-0424e1869e75 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:47.391670 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7f9a3be8-2611-4966-ad14-8dfaf0d97b05 req-79ddee73-19b6-427a-9f58-0424e1869e75 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0778165 Jun 30 01:32:47.431873 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7f9a3be8-2611-4966-ad14-8dfaf0d97b05 req-0536be2a-871c-4392-9e77-537009cbf6eb tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337842 Jun 30 01:32:47.450698 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-89aa8f40-587f-47ed-a373-2be3fe67ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:47.452204 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-89aa8f40-587f-47ed-a373-2be3fe67ca60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1096 time: 0.0518341 Jun 30 01:32:47.498491 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-b33a0a5d-5bb5-4aba-8d4b-8ae9d6690b04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64 HTTP/1.1" status: 200 len: 217 time: 0.0388103 Jun 30 01:32:47.547359 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-a5c9965e-1322-495b-b117-061b44f2bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:47.548790 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-a5c9965e-1322-495b-b117-061b44f2bcdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0427940 Jun 30 01:32:47.608643 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-a20fafeb-2849-4fec-a735-a8b9f3f4dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:47.615383 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-a20fafeb-2849-4fec-a735-a8b9f3f4dfaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552571 Jun 30 01:32:47.683967 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7e52b-4313-462e-85e6-7e4377e792ff req-0ca1f3a2-787c-4763-97c4-71bc58c2e8c0 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:47.685560 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-12e7e52b-4313-462e-85e6-7e4377e792ff req-0ca1f3a2-787c-4763-97c4-71bc58c2e8c0 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 946 time: 0.0645442 Jun 30 01:32:47.705915 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-26f545f0-3f38-41a1-8546-039eb48b86ce service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865209 Jun 30 01:32:47.724152 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-12e7e52b-4313-462e-85e6-7e4377e792ff req-f1722960-7450-4552-9b38-a208645c933b tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322125 Jun 30 01:32:47.794231 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-4aa0495b-f865-40bb-ad7d-d00dd1cb391b req-d413e7a5-3322-4c99-aa7b-e347dcbf46c8 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807991 Jun 30 01:32:47.870182 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49598c1-c6d8-478b-bc5e-855428412a1e req-9fe55386-8b9a-472d-9a1a-e6edcc196456 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:47.871694 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c49598c1-c6d8-478b-bc5e-855428412a1e req-9fe55386-8b9a-472d-9a1a-e6edcc196456 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 943 time: 0.0639241 Jun 30 01:32:47.908978 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c49598c1-c6d8-478b-bc5e-855428412a1e req-5d1d03f4-e9a5-4310-83ef-29442af13a5b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317063 Jun 30 01:32:48.608338 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932aee6d-5d07-47e1-a5a5-aceaeded947a req-14339540-6f72-46e1-a656-2094553a949e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:48.609799 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-932aee6d-5d07-47e1-a5a5-aceaeded947a req-14339540-6f72-46e1-a656-2094553a949e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0657094 Jun 30 01:32:48.646645 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-932aee6d-5d07-47e1-a5a5-aceaeded947a req-805c8664-b3cf-4865-9a22-13f0f52ecd54 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312421 Jun 30 01:32:48.891485 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd9f73-1686-4977-aa2f-07f685c293f8 req-4370ac4b-95ce-4afe-b00d-0bd4b08c2770 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:48.892926 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-40bd9f73-1686-4977-aa2f-07f685c293f8 req-4370ac4b-95ce-4afe-b00d-0bd4b08c2770 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 946 time: 0.0609064 Jun 30 01:32:48.929107 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-40bd9f73-1686-4977-aa2f-07f685c293f8 req-d7cc2b8c-1c91-4216-8e4c-9df53b52a38e tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Jun 30 01:32:49.086421 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73d545-4012-4198-9991-b2d524c03543 req-16ce4710-7988-40c7-b9c1-358396ce1b03 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:49.087913 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8f73d545-4012-4198-9991-b2d524c03543 req-16ce4710-7988-40c7-b9c1-358396ce1b03 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 943 time: 0.0653787 Jun 30 01:32:49.125288 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8f73d545-4012-4198-9991-b2d524c03543 req-fff79043-574f-4933-9290-68805a989875 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316498 Jun 30 01:32:49.504546 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f3997-1967-4586-ad88-eaadeb10135a req-9b7a8ae9-4941-488b-b857-6eb345e33f94 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:49.505986 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-bc6f3997-1967-4586-ad88-eaadeb10135a req-9b7a8ae9-4941-488b-b857-6eb345e33f94 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.36 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 946 time: 0.0676327 Jun 30 01:32:49.605091 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-bc6f3997-1967-4586-ad88-eaadeb10135a req-d84129be-fbad-4ae2-bb86-c6fc45a6e773 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Deleting port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:32:49.605431 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-bc6f3997-1967-4586-ad88-eaadeb10135a req-d84129be-fbad-4ae2-bb86-c6fc45a6e773 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.693230 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-bc6f3997-1967-4586-ad88-eaadeb10135a req-d84129be-fbad-4ae2-bb86-c6fc45a6e773 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] For port 7b90b752-42ff-4d58-a6ad-3afe84fa3862, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7b90b752-42ff-4d58-a6ad-3afe84fa3862,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:49.693595 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-bc6f3997-1967-4586-ad88-eaadeb10135a req-d84129be-fbad-4ae2-bb86-c6fc45a6e773 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.825201 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48da100-c1b3-40ac-b74e-02ec657453b8 req-a01aaddf-4179-4ae7-9818-1e0c59cbd2c6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:49.826778 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d48da100-c1b3-40ac-b74e-02ec657453b8 req-a01aaddf-4179-4ae7-9818-1e0c59cbd2c6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0655334 Jun 30 01:32:49.865818 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d48da100-c1b3-40ac-b74e-02ec657453b8 req-d6123cfd-20cf-4364-8d72-c2bc22dee0ba tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333128 Jun 30 01:32:49.966096 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-bc6f3997-1967-4586-ad88-eaadeb10135a req-d84129be-fbad-4ae2-bb86-c6fc45a6e773 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Calling delete_port for 7b90b752-42ff-4d58-a6ad-3afe84fa3862 owned by compute:nova {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:32:50.097900 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e653e8-01cd-4dce-a0e9-2f729f590608 req-4854b8f1-414c-4793-9009-dbf24e5802c3 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:50.099394 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b7e653e8-01cd-4dce-a0e9-2f729f590608 req-4854b8f1-414c-4793-9009-dbf24e5802c3 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/ports?device_id=c273b6fe-3a50-40ea-b2c0-c1baf631983e HTTP/1.1" status: 200 len: 946 time: 0.0622284 Jun 30 01:32:50.135479 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-bc6f3997-1967-4586-ad88-eaadeb10135a req-d84129be-fbad-4ae2-bb86-c6fc45a6e773 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.136546 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b7e653e8-01cd-4dce-a0e9-2f729f590608 req-b9ed64ce-6a8c-41aa-9071-f9717ef40571 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.35 "GET /v2.0/security-groups?id=adbe89bd-3c98-45b7-8b4a-19b668b56fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Jun 30 01:32:50.139691 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-60d0d1d5-ec97-424f-baa1-8695291dc1d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:50.149479 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['7b90b752-42ff-4d58-a6ad-3afe84fa3862'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:32:50.168252 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84129be-fbad-4ae2-bb86-c6fc45a6e773 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Pushing event deleted for resources: {'Port': ['ID=7b90b752-42ff-4d58-a6ad-3afe84fa3862,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:50.171589 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d84129be-fbad-4ae2-bb86-c6fc45a6e773 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:50.214775 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6f3997-1967-4586-ad88-eaadeb10135a req-d84129be-fbad-4ae2-bb86-c6fc45a6e773 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] No DVR routers for this DVR port 7b90b752-42ff-4d58-a6ad-3afe84fa3862 on host hv-cinder-79724 {{(pid=93393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:32:50.217260 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-bc6f3997-1967-4586-ad88-eaadeb10135a req-d84129be-fbad-4ae2-bb86-c6fc45a6e773 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.219320 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-bc6f3997-1967-4586-ad88-eaadeb10135a req-d84129be-fbad-4ae2-bb86-c6fc45a6e773 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] 10.222.0.36 "DELETE /v2.0/ports/7b90b752-42ff-4d58-a6ad-3afe84fa3862 HTTP/1.1" status: 204 len: 173 time: 0.7068546 Jun 30 01:32:50.219817 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'name': 'network-vif-deleted', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:32:50.222101 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e6bca7-ec24-4862-be66-cadb0c1c10cf" -d '{"events": [{"server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "name": "network-vif-deleted", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:32:50.261113 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dde6c9a-10a2-49e8-ba7a-895048eb5d63 x-openstack-request-id: req-3dde6c9a-10a2-49e8-ba7a-895048eb5d63 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:32:50.261437 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c273b6fe-3a50-40ea-b2c0-c1baf631983e", "name": "network-vif-deleted", "tag": "7b90b752-42ff-4d58-a6ad-3afe84fa3862", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:32:50.261728 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3dde6c9a-10a2-49e8-ba7a-895048eb5d63 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:32:50.262288 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c273b6fe-3a50-40ea-b2c0-c1baf631983e', 'name': 'network-vif-deleted', 'tag': '7b90b752-42ff-4d58-a6ad-3afe84fa3862', 'status': 'completed', 'code': 200} Jun 30 01:32:50.316705 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0b99f-c25d-4513-85ab-a2b1133c5e4f req-31de0f1b-6133-4308-a443-c0bb141a714e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:50.318183 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-87c0b99f-c25d-4513-85ab-a2b1133c5e4f req-31de0f1b-6133-4308-a443-c0bb141a714e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 943 time: 0.0737152 Jun 30 01:32:50.356678 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-87c0b99f-c25d-4513-85ab-a2b1133c5e4f req-4a58da4f-9e4d-4553-94cd-0c9cf84e9724 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320859 Jun 30 01:32:51.043200 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3d61a-4927-4589-825f-922ea7aa9657 req-c6dfe6a1-6311-47ee-85a5-00a0d8174bea tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:51.044671 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-42a3d61a-4927-4589-825f-922ea7aa9657 req-c6dfe6a1-6311-47ee-85a5-00a0d8174bea tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0630002 Jun 30 01:32:51.083200 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-42a3d61a-4927-4589-825f-922ea7aa9657 req-f6e241f6-2a1f-4504-a925-a8d64d53e504 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327432 Jun 30 01:32:51.694484 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068172-21d5-43ef-becf-6af8e8877d58 req-89b25b22-c799-4499-a1a7-be3bc9ca3a7c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:51.696006 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-58068172-21d5-43ef-becf-6af8e8877d58 req-89b25b22-c799-4499-a1a7-be3bc9ca3a7c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 943 time: 0.0702109 Jun 30 01:32:51.733440 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-58068172-21d5-43ef-becf-6af8e8877d58 req-54833da0-15b5-421c-9e9a-a831b49cbb65 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Jun 30 01:32:52.264022 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf497b1-8285-434c-9e28-2aeec37627e3 req-9e5fe9b5-5d11-41cb-8e97-c82a6fe3fdcc tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:52.265484 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-acf497b1-8285-434c-9e28-2aeec37627e3 req-9e5fe9b5-5d11-41cb-8e97-c82a6fe3fdcc tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0624473 Jun 30 01:32:52.304043 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-acf497b1-8285-434c-9e28-2aeec37627e3 req-3f1ea3e8-fe68-40ad-9a93-538f2cb6dbc9 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328925 Jun 30 01:32:52.350579 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 7b90b752-42ff-4d58-a6ad-3afe84fa3862 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:32:52.373755 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: 7b90b752-42ff-4d58-a6ad-3afe84fa3862 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:32:52.374034 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 7b90b752-42ff-4d58-a6ad-3afe84fa3862 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:32:52.478454 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38548) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:52.804095 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740615'] for router_interface, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:52.903229 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265c00e-5c85-4068-9fab-e0a15e1ad8ee req-9a024128-b0c5-49e4-977e-2540c8c00bc1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:52.904597 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2265c00e-5c85-4068-9fab-e0a15e1ad8ee req-9a024128-b0c5-49e4-977e-2540c8c00bc1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 943 time: 0.0625546 Jun 30 01:32:52.941680 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2265c00e-5c85-4068-9fab-e0a15e1ad8ee req-3e5a4ede-1419-40ac-a34e-921de5e62f28 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313041 Jun 30 01:32:53.045958 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Deleting port 1d50c517-4b09-4cef-84ab-101772225317 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:32:53.046292 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:53.120993 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] For port 1d50c517-4b09-4cef-84ab-101772225317, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=1d50c517-4b09-4cef-84ab-101772225317,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:53.121344 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:53.133949 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Calling delete_port for 1d50c517-4b09-4cef-84ab-101772225317 owned by network:router_interface {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:32:53.358004 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:53.361162 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-76fd0d7f-311a-4307-86bb-ed678504dc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:53.391046 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d50c517-4b09-4cef-84ab-101772225317,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:53.398396 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:53.400666 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:53.400666 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:53.400666 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:53.400666 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:53.400666 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:53.400666 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:53.401208 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:53.401208 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:53.401532 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:53.401879 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:53.402238 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:53.406220 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:53.550277 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1f1c3-5f56-48f0-bfe4-3e1e32d25864 req-9bbc906c-6373-471a-8c46-afe9821def09 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:53.552300 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a6a1f1c3-5f56-48f0-bfe4-3e1e32d25864 req-9bbc906c-6373-471a-8c46-afe9821def09 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.1191070 Jun 30 01:32:53.599191 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a6a1f1c3-5f56-48f0-bfe4-3e1e32d25864 req-33dd4961-990b-437b-b009-c9ab9201089c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406785 Jun 30 01:32:53.606689 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741303'] for router_interface, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:53.810769 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Router e20ca8cd-8875-401b-9631-5a016a8b3a5e has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:32:53.909131 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:32:53.913889 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-2eb95cd1-2612-42e1-8f00-5bc1c20dfb4e admin admin] 10.222.0.35 "PUT /v2.0/routers/e20ca8cd-8875-401b-9631-5a016a8b3a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4343734 Jun 30 01:32:53.916430 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38556) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:53.917459 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b955386-ac06-4ecf-95d5-1f22ae5e20c6 None None] Sync routers for ids ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:32:53.928005 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b955386-ac06-4ecf-95d5-1f22ae5e20c6 None None] Routers {'e20ca8cd-8875-401b-9631-5a016a8b3a5e'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:53.928907 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-5b955386-ac06-4ecf-95d5-1f22ae5e20c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:32:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:54.018425 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Notify callbacks [] for router, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.049013 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-5b955386-ac06-4ecf-95d5-1f22ae5e20c6 None None] Set router e20ca8cd-8875-401b-9631-5a016a8b3a5e gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:54.120552 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.123267 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae87682-ec70-441d-a306-ed7e76fba4df req-0f51ec52-f18a-41f2-95e3-45b14d0f189c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:54.127578 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cae87682-ec70-441d-a306-ed7e76fba4df req-0f51ec52-f18a-41f2-95e3-45b14d0f189c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 943 time: 0.0747242 Jun 30 01:32:54.165817 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cae87682-ec70-441d-a306-ed7e76fba4df req-ad00fe11-0668-4309-a08a-50cda9cd3064 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350223 Jun 30 01:32:54.264161 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Deleting port 45c21e8f-5425-453a-b5c6-3c8749cd002a {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:32:54.264675 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.342205 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] For port 45c21e8f-5425-453a-b5c6-3c8749cd002a, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=45c21e8f-5425-453a-b5c6-3c8749cd002a,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:54.342562 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.356294 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Calling delete_port for 45c21e8f-5425-453a-b5c6-3c8749cd002a owned by network:router_gateway {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:32:54.360144 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-5b955386-ac06-4ecf-95d5-1f22ae5e20c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:32:53Z', 'revision_number': 5, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port': {'id': '45c21e8f-5425-453a-b5c6-3c8749cd002a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:42Z', 'updated_at': '2021-06-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:54.387279 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 9bff2ef0-f0fb-419a-bfd1-cba300235d64 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:32:54.390621 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b955386-ac06-4ecf-95d5-1f22ae5e20c6 None None] Checking router: e20ca8cd-8875-401b-9631-5a016a8b3a5e for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:32:54.406735 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b955386-ac06-4ecf-95d5-1f22ae5e20c6 None None] Routers {'e20ca8cd-8875-401b-9631-5a016a8b3a5e'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:54.407536 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-5b955386-ac06-4ecf-95d5-1f22ae5e20c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:32:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:54.551244 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-5b955386-ac06-4ecf-95d5-1f22ae5e20c6 None None] Set router e20ca8cd-8875-401b-9631-5a016a8b3a5e gateway port host: None {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:54.592496 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.596836 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-6054d859-1971-4c08-bac2-77eef73da628 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:54.613314 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-5b955386-ac06-4ecf-95d5-1f22ae5e20c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:32:54Z', 'revision_number': 6, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port_host': None}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:54.649655 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b955386-ac06-4ecf-95d5-1f22ae5e20c6 None None] The sync data for ids ['e20ca8cd-8875-401b-9631-5a016a8b3a5e'] in dv-cinder-797245-10-iscsi is: [{'id': 'e20ca8cd-8875-401b-9631-5a016a8b3a5e', 'name': 'tempest-TestMinimumBasicScenario-89165950-router', 'tenant_id': '22e11c8b9ca940019f96820b2220ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:41Z', 'updated_at': '2021-06-30T01:32:54Z', 'revision_number': 6, 'project_id': '22e11c8b9ca940019f96820b2220ad7e', 'gw_port_host': None}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:32:54.649797 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c21e8f-5425-453a-b5c6-3c8749cd002a,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:54.655366 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 9bff2ef0-f0fb-419a-bfd1-cba300235d64, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:54.659566 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:54.674566 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'port_id': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'mac_address': 'fa:16:3e:19:f3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:32:54.717307 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630227'] for router_gateway, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.746181 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.760127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bff2ef0-f0fb-419a-bfd1-cba300235d64 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:32:54.780663 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 9bff2ef0-f0fb-419a-bfd1-cba300235d64, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:54.823451 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-273'] for router, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.825490 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.826885 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bad9b-056f-4c75-88b5-c439e173cfc7 req-04d88ab8-ced9-44a8-85b5-f45236152168 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:54.828418 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-091bad9b-056f-4c75-88b5-c439e173cfc7 req-04d88ab8-ced9-44a8-85b5-f45236152168 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0724182 Jun 30 01:32:54.854709 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.856694 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:54.875879 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-091bad9b-056f-4c75-88b5-c439e173cfc7 req-6a2acecf-fec6-4a32-975c-d54233610dab tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414293 Jun 30 01:32:54.910726 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=9bff2ef0-f0fb-419a-bfd1-cba300235d64,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:54.917613 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:54.918198 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:54.918297 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:54.918587 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:54.918908 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:54.919257 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:54.919583 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:54.920012 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:54.920334 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:54.920651 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:54.920965 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:54.921279 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:54.925041 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:54.928977 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737682'] for router, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.929599 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e20ca8cd-8875-401b-9631-5a016a8b3a5e {{(pid=93393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:32:54.934558 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] Notify callbacks [] for router, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.935714 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-5bb9b90f-5a21-4fa1-b00e-0844b69ac289 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e20ca8cd-8875-401b-9631-5a016a8b3a5e HTTP/1.1" status: 204 len: 168 time: 1.0183971 Jun 30 01:32:54.938306 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38572) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:54.981010 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_v2 [None req-da685a63-c456-436c-a0fd-9b2e2cb1960b admin admin] Deleting subnet 5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92 {{(pid=93393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:32:54.983794 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-da685a63-c456-436c-a0fd-9b2e2cb1960b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:55.018309 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-da685a63-c456-436c-a0fd-9b2e2cb1960b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249930'] for subnet, precommit_delete_associations {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:55.101727 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['9bff2ef0-f0fb-419a-bfd1-cba300235d64'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:32:55.127730 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-da685a63-c456-436c-a0fd-9b2e2cb1960b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:55.249258 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-da685a63-c456-436c-a0fd-9b2e2cb1960b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59332781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59259517'] for subnet, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:55.251719 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-92edf222-9073-45ed-bdd6-8605c94a27cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:55.275428 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da685a63-c456-436c-a0fd-9b2e2cb1960b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:55.278506 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-da685a63-c456-436c-a0fd-9b2e2cb1960b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:55.279540 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-da685a63-c456-436c-a0fd-9b2e2cb1960b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:55.281418 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-da685a63-c456-436c-a0fd-9b2e2cb1960b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5b4c20a0-33f5-4b9b-bec2-3e865a3f5a92 HTTP/1.1" status: 204 len: 168 time: 0.3422139 Jun 30 01:32:55.283915 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38578) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:55.297995 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e861c88-0a50-42e0-8576-b12d57ad8a16 None None] Network e4291780-3495-47e0-8337-daf35a337596 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:32:55.369878 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:55.370741 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15ac4e-cf99-4909-920a-8726aa725e9f req-73080e2f-ab40-4483-a943-e76b7823a71c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:55.378540 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ec15ac4e-cf99-4909-920a-8726aa725e9f req-73080e2f-ab40-4483-a943-e76b7823a71c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 944 time: 0.0786238 Jun 30 01:32:55.430438 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ec15ac4e-cf99-4909-920a-8726aa725e9f req-450bfbd5-9691-400c-a12f-7498ffe9b1a1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472064 Jun 30 01:32:55.452426 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Deleting port a329e3cc-ddc3-4a6f-a931-062a5209d129 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:32:55.453070 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:55.522373 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 45c21e8f-5425-453a-b5c6-3c8749cd002a no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:32:55.524859 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] For port a329e3cc-ddc3-4a6f-a931-062a5209d129, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=a329e3cc-ddc3-4a6f-a931-062a5209d129,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:55.525219 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:55.550718 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 45c21e8f-5425-453a-b5c6-3c8749cd002a {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:32:55.551036 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 45c21e8f-5425-453a-b5c6-3c8749cd002a not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:32:55.551639 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 1d50c517-4b09-4cef-84ab-101772225317 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:32:55.574836 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 1d50c517-4b09-4cef-84ab-101772225317 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:32:55.575331 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 1d50c517-4b09-4cef-84ab-101772225317 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:32:55.666010 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee16cb-4cfe-4d47-8c38-c2b1abb6f402 None None] DHCP port deletion for e4291780-3495-47e0-8337-daf35a337596 request from dv-cinder-797245-10-iscsi {{(pid=93394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:32:55.717396 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-63ee16cb-4cfe-4d47-8c38-c2b1abb6f402 None None] Deleting port a329e3cc-ddc3-4a6f-a931-062a5209d129 {{(pid=93394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:32:55.717784 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-63ee16cb-4cfe-4d47-8c38-c2b1abb6f402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:55.794862 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-63ee16cb-4cfe-4d47-8c38-c2b1abb6f402 None None] For port a329e3cc-ddc3-4a6f-a931-062a5209d129, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=a329e3cc-ddc3-4a6f-a931-062a5209d129,segment=NetworkSegment(0704ad19-0a1a-4860-85f5-2153b9acbf3b),segment_id=0704ad19-0a1a-4860-85f5-2153b9acbf3b)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:55.795501 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-63ee16cb-4cfe-4d47-8c38-c2b1abb6f402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:55.822861 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-63ee16cb-4cfe-4d47-8c38-c2b1abb6f402 None None] Calling delete_port for a329e3cc-ddc3-4a6f-a931-062a5209d129 owned by network:dhcp {{(pid=93394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:32:55.838898 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Calling delete_port for a329e3cc-ddc3-4a6f-a931-062a5209d129 owned by network:dhcp {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:32:55.975344 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:55.977720 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d1c5ad5f-e48c-4afe-8157-6865c71928f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:55.991726 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-63ee16cb-4cfe-4d47-8c38-c2b1abb6f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271'] for port, after_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:55.993835 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:56.000779 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Pushing event deleted for resources: {'Port': ['ID=a329e3cc-ddc3-4a6f-a931-062a5209d129,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:56.007019 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:56.009924 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] No DVR routers for this DVR port a329e3cc-ddc3-4a6f-a931-062a5209d129 on host dv-cinder-797245-10-iscsi {{(pid=93393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:32:56.017935 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee16cb-4cfe-4d47-8c38-c2b1abb6f402 None None] Pushing event deleted for resources: {'Port': ['ID=a329e3cc-ddc3-4a6f-a931-062a5209d129,revision_number=None']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:56.021316 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-63ee16cb-4cfe-4d47-8c38-c2b1abb6f402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:56.022342 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee16cb-4cfe-4d47-8c38-c2b1abb6f402 None None] No DVR routers for this DVR port a329e3cc-ddc3-4a6f-a931-062a5209d129 on host dv-cinder-797245-10-iscsi {{(pid=93394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:32:56.078695 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb59f6-0ffe-433c-8c8e-b08b2286e20b req-c618e75e-d89a-4ac7-802f-f92a4e0439ed tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:56.080299 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-49fb59f6-0ffe-433c-8c8e-b08b2286e20b req-c618e75e-d89a-4ac7-802f-f92a4e0439ed tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0745201 Jun 30 01:32:56.081145 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:56.090993 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4291780-3495-47e0-8337-daf35a337596']}} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:56.100489 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0704ad19-0a1a-4860-85f5-2153b9acbf3b') {'for_net_delete': True} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:56.100788 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0704ad19-0a1a-4860-85f5-2153b9acbf3b') {} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:56.110036 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249925'] for segment, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:56.118172 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-49fb59f6-0ffe-433c-8c8e-b08b2286e20b req-286ff61e-9ac5-4471-9d6f-779c048cb9d0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323048 Jun 30 01:32:56.122989 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:56.128834 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:32:56.129219 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59332608'] for segment, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: Traceback (most recent call last): Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: timer() Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: cb(*args, **kw) Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: return func(*args, **kwargs) Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: self._notify() Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: self.callback(batched_events) Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: event.method(event) Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: return f(self, *a, **k) Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._get(url).json() Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: return self.request(url, 'GET', **kwargs) Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:32:56.130813 dv-cinder-797245-10-iscsi neutron-server[93393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:32:56.243518 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:56.247313 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-6e87ae96-9543-4802-ac64-b6eb7b7cf62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:56.249765 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:56.256607 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e4291780-3495-47e0-8337-daf35a337596 HTTP/1.1" status: 204 len: 168 time: 0.9654090 Jun 30 01:32:56.256700 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 38590) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:56.263148 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4291780-3495-47e0-8337-daf35a337596,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:56.265464 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9b40e66c-41f6-4fe6-876d-d3bca066e616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:56.413112 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 9bff2ef0-f0fb-419a-bfd1-cba300235d64 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:56.517023 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port 9bff2ef0-f0fb-419a-bfd1-cba300235d64 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:32:56.521588 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port 9bff2ef0-f0fb-419a-bfd1-cba300235d64 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:56.521975 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:56.614143 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:56.636308 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bff2ef0-f0fb-419a-bfd1-cba300235d64'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:32:56.638546 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13771e2f-e6b9-4b4e-ba70-38996cbf33e0" -d '{"events": [{"server_uuid": "a2d77fa1-d1df-4d4b-9a7b-b33d86188f96", "name": "network-vif-plugged", "status": "completed", "tag": "9bff2ef0-f0fb-419a-bfd1-cba300235d64"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:32:56.641656 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb769557-8fd5-4718-b9db-bc766f704e23 req-c9736e12-8505-46a1-b442-9863963c3614 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:56.643166 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fb769557-8fd5-4718-b9db-bc766f704e23 req-c9736e12-8505-46a1-b442-9863963c3614 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 944 time: 0.1068606 Jun 30 01:32:56.657748 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 9bff2ef0-f0fb-419a-bfd1-cba300235d64, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:56.730153 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fb769557-8fd5-4718-b9db-bc766f704e23 req-f8676bbf-b340-4032-a3cc-160e31b76100 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694873 Jun 30 01:32:56.738839 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbeb821-4562-4625-bfab-d7441312bbb3 x-openstack-request-id: req-6fbeb821-4562-4625-bfab-d7441312bbb3 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:32:56.739181 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d77fa1-d1df-4d4b-9a7b-b33d86188f96", "name": "network-vif-plugged", "status": "completed", "tag": "9bff2ef0-f0fb-419a-bfd1-cba300235d64", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:32:56.740145 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6fbeb821-4562-4625-bfab-d7441312bbb3 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:32:56.740757 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'code': 200} Jun 30 01:32:56.741959 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:56.745138 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-35ae42f6-cb86-43be-b86f-fe0da187ff08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:56.753160 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740615'] for router_interface, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:56.791043 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=9bff2ef0-f0fb-419a-bfd1-cba300235d64,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:56.794003 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:57.080347 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] Deleting port 53eedc54-85de-492d-9c60-717b801ea8be {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:32:57.081001 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:57.156291 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] For port 53eedc54-85de-492d-9c60-717b801ea8be, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=53eedc54-85de-492d-9c60-717b801ea8be,segment=NetworkSegment(7a2f0aab-1272-4087-b615-88d408d56780),segment_id=7a2f0aab-1272-4087-b615-88d408d56780)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:57.156734 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:57.175314 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] Calling delete_port for 53eedc54-85de-492d-9c60-717b801ea8be owned by network:router_interface {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:32:57.180549 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5db77-4318-442f-958b-5b9e5d0415f0 req-572b1b30-45c6-48f9-a030-ae5313c3ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:57.182042 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-dfb5db77-4318-442f-958b-5b9e5d0415f0 req-572b1b30-45c6-48f9-a030-ae5313c3ba06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1098 time: 0.0669065 Jun 30 01:32:57.217305 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-dfb5db77-4318-442f-958b-5b9e5d0415f0 req-8f321b1e-a816-4b97-a34b-6541e4530969 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282726 Jun 30 01:32:57.350288 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24f80c-0a0e-4acc-865c-08f050d390d7 req-04bc2603-9f99-4a33-88f7-43be6fe4d07c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:57.352299 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4c24f80c-0a0e-4acc-865c-08f050d390d7 req-04bc2603-9f99-4a33-88f7-43be6fe4d07c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.1140296 Jun 30 01:32:57.407038 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:32:57.421932 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4c24f80c-0a0e-4acc-865c-08f050d390d7 req-6c15ea51-7bf5-41fc-9125-f569c196c714 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622437 Jun 30 01:32:57.478495 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:57.480661 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-df18495f-7d71-49f1-a1ae-2084d59c9463 tempest-AttachVolumeNegativeTest-385239979 tempest-AttachVolumeNegativeTest-385239979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:57.490276 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device a329e3cc-ddc3-4a6f-a931-062a5209d129 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:32:57.504400 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] Pushing event deleted for resources: {'Port': ['ID=53eedc54-85de-492d-9c60-717b801ea8be,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:57.507035 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:57.510471 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: a329e3cc-ddc3-4a6f-a931-062a5209d129 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:32:57.510832 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device a329e3cc-ddc3-4a6f-a931-062a5209d129 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:32:57.668138 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741303'] for router_interface, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:57.913700 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] Router 09bc2222-fbc2-436e-aab3-129f93fa23a7 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:32:57.977498 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d4407-da14-47f2-8cac-e7dd5cecbecb req-78d76b80-a64b-4c72-b152-c9ee6d1a7ca6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:57.978956 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f86d4407-da14-47f2-8cac-e7dd5cecbecb req-78d76b80-a64b-4c72-b152-c9ee6d1a7ca6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 945 time: 0.1336429 Jun 30 01:32:58.197750 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-04a861ea-4c94-499d-8993-103cf1fa8c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:58.325433 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:32:58.329795 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f86d4407-da14-47f2-8cac-e7dd5cecbecb req-381994ba-6ca1-4dcd-a1db-93d932a81389 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470724 Jun 30 01:32:58.332727 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] 10.222.0.35 "PUT /v2.0/routers/09bc2222-fbc2-436e-aab3-129f93fa23a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0769761 Jun 30 01:32:58.334451 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad64af-80b5-45d9-942d-819aeeb68622 None None] Sync routers for ids ['09bc2222-fbc2-436e-aab3-129f93fa23a7'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:32:58.335344 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38614) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:58.343833 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad64af-80b5-45d9-942d-819aeeb68622 None None] Routers {'09bc2222-fbc2-436e-aab3-129f93fa23a7'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:58.344439 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-72ad64af-80b5-45d9-942d-819aeeb68622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:32:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['09bc2222-fbc2-436e-aab3-129f93fa23a7'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:58.449541 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-72ad64af-80b5-45d9-942d-819aeeb68622 None None] Set router 09bc2222-fbc2-436e-aab3-129f93fa23a7 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:58.467105 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Notify callbacks [] for router, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:58.587452 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:58.627100 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3044a9-4d32-4656-bc17-d0893228e615 req-93eb16ae-fda0-4b42-83a0-51f71bff3d46 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:58.628695 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2a3044a9-4d32-4656-bc17-d0893228e615 req-93eb16ae-fda0-4b42-83a0-51f71bff3d46 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0693662 Jun 30 01:32:58.635488 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-72ad64af-80b5-45d9-942d-819aeeb68622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'name': 'tempest-TestMinimumBasicScenario-311944832-router', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:50Z', 'updated_at': '2021-06-30T01:32:57Z', 'revision_number': 5, 'project_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'gw_port': {'id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:51Z', 'updated_at': '2021-06-30T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:58.664895 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad64af-80b5-45d9-942d-819aeeb68622 None None] Checking router: 09bc2222-fbc2-436e-aab3-129f93fa23a7 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:32:58.668175 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2a3044a9-4d32-4656-bc17-d0893228e615 req-bfefc0ef-1f2d-438c-9fa4-8a6534d4367d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326037 Jun 30 01:32:58.673003 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad64af-80b5-45d9-942d-819aeeb68622 None None] Routers {'09bc2222-fbc2-436e-aab3-129f93fa23a7'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:58.673598 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-72ad64af-80b5-45d9-942d-819aeeb68622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:32:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['09bc2222-fbc2-436e-aab3-129f93fa23a7'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:58.731170 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Deleting port 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:32:58.731508 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:58.774028 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-72ad64af-80b5-45d9-942d-819aeeb68622 None None] Set router 09bc2222-fbc2-436e-aab3-129f93fa23a7 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:58.810200 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] For port 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:58.810547 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:58.822535 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Calling delete_port for 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 owned by network:router_gateway {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:32:59.030208 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-72ad64af-80b5-45d9-942d-819aeeb68622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'name': 'tempest-TestMinimumBasicScenario-311944832-router', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:50Z', 'updated_at': '2021-06-30T01:32:57Z', 'revision_number': 5, 'project_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'gw_port': {'id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:51Z', 'updated_at': '2021-06-30T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:59.043238 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:59.046196 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-895cdc77-5493-48a4-ab6f-9b61dd9e996c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:59.055616 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad64af-80b5-45d9-942d-819aeeb68622 None None] The sync data for ids ['09bc2222-fbc2-436e-aab3-129f93fa23a7'] in dv-cinder-797245-10-iscsi is: [{'id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'name': 'tempest-TestMinimumBasicScenario-311944832-router', 'tenant_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:50Z', 'updated_at': '2021-06-30T01:32:57Z', 'revision_number': 5, 'project_id': 'cf2c769a028b4c03810ea3731d4cf04f', 'gw_port': {'id': '9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bc2222-fbc2-436e-aab3-129f93fa23a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:51Z', 'updated_at': '2021-06-30T01:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:32:59.071574 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:59.079624 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:59.145098 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630227'] for router_gateway, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:59.231764 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-273'] for router, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:59.234075 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:59.392071 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737682'] for router, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:59.392751 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09bc2222-fbc2-436e-aab3-129f93fa23a7 {{(pid=93393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:32:59.397088 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Notify callbacks [] for router, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:59.398657 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] 10.222.0.35 "DELETE /v2.0/routers/09bc2222-fbc2-436e-aab3-129f93fa23a7 HTTP/1.1" status: 204 len: 168 time: 1.0620477 Jun 30 01:32:59.401111 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 38622) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:59.453399 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1c3f8f-d4b7-4821-896d-4d5dff920c54 admin admin] Deleting subnet 04ec5a0b-a535-49d3-8d97-27d462e412ae {{(pid=93392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:32:59.457508 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3f8f-d4b7-4821-896d-4d5dff920c54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:59.524150 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3f8f-d4b7-4821-896d-4d5dff920c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551427'] for subnet, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:59.620217 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 53eedc54-85de-492d-9c60-717b801ea8be no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:32:59.641275 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 53eedc54-85de-492d-9c60-717b801ea8be {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:32:59.641615 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 53eedc54-85de-492d-9c60-717b801ea8be not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:32:59.649365 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e963ac7-47c6-4b31-ac4b-213ec7b1641c req-c285f557-9fd7-45db-a5ce-0f0ff9e459f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:59.650832 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6e963ac7-47c6-4b31-ac4b-213ec7b1641c req-c285f557-9fd7-45db-a5ce-0f0ff9e459f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 945 time: 0.1645269 Jun 30 01:32:59.668439 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3f8f-d4b7-4821-896d-4d5dff920c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:59.731333 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6e963ac7-47c6-4b31-ac4b-213ec7b1641c req-80b1cd3e-efab-4e18-94e9-baa72688530e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737743 Jun 30 01:32:59.843892 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3f8f-d4b7-4821-896d-4d5dff920c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59630553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550959'] for subnet, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:59.849335 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:59.880947 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3f8f-d4b7-4821-896d-4d5dff920c54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:59.883837 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-6d1c3f8f-d4b7-4821-896d-4d5dff920c54 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/04ec5a0b-a535-49d3-8d97-27d462e412ae HTTP/1.1" status: 204 len: 168 time: 0.4803808 Jun 30 01:32:59.884217 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c3f8f-d4b7-4821-896d-4d5dff920c54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ec5a0b-a535-49d3-8d97-27d462e412ae,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:59.886526 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669eba8e-a14d-4bff-a5f4-5087a2c43418 None None] Network 2ac916a2-3a2e-427f-9b38-26f0cf24de66 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:32:59.887283 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38640) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:59.887403 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-6d1c3f8f-d4b7-4821-896d-4d5dff920c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:59.919501 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2e37f-2c36-4188-b5bd-627d753952f8 req-6aa72748-1d5f-4c57-b5fd-56c97511d7b4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:59.921069 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2be2e37f-2c36-4188-b5bd-627d753952f8 req-6aa72748-1d5f-4c57-b5fd-56c97511d7b4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.1106582 Jun 30 01:32:59.960425 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2be2e37f-2c36-4188-b5bd-627d753952f8 req-825dd776-45cf-4729-9c4b-ff155608f9f6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335319 Jun 30 01:32:59.978910 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.040855 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Deleting port 5440a573-aae8-4c7b-bc97-bf8df6df9b10 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:33:00.041616 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.114287 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] For port 5440a573-aae8-4c7b-bc97-bf8df6df9b10, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=5440a573-aae8-4c7b-bc97-bf8df6df9b10,segment=NetworkSegment(7a2f0aab-1272-4087-b615-88d408d56780),segment_id=7a2f0aab-1272-4087-b615-88d408d56780)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:00.114566 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.126741 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Calling delete_port for 5440a573-aae8-4c7b-bc97-bf8df6df9b10 owned by network:dhcp {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:33:00.137865 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62d2b8-dfe6-4016-a782-0a86ab546895 req-3bd1d7b2-8235-4634-8ba5-756b04efc8e9 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:00.139736 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5e62d2b8-dfe6-4016-a782-0a86ab546895 req-3bd1d7b2-8235-4634-8ba5-756b04efc8e9 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 945 time: 0.0659080 Jun 30 01:33:00.180986 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5e62d2b8-dfe6-4016-a782-0a86ab546895 req-99274a52-0110-4a47-92cd-ff9b063966f7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356143 Jun 30 01:33:00.191365 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d6c1ca-3fcd-4b56-adc1-eeb754b7f476 None None] DHCP port deletion for 2ac916a2-3a2e-427f-9b38-26f0cf24de66 request from dv-cinder-797245-10-iscsi {{(pid=93394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:33:00.221223 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38644) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:00.255435 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-88d6c1ca-3fcd-4b56-adc1-eeb754b7f476 None None] Deleting port 5440a573-aae8-4c7b-bc97-bf8df6df9b10 {{(pid=93394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:33:00.256100 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-88d6c1ca-3fcd-4b56-adc1-eeb754b7f476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.278466 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e249724c-ea1c-47dc-b81c-d872c3accce7 tempest-TestVolumeBootPattern-849035222 tempest-TestVolumeBootPattern-849035222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:00.280022 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-e249724c-ea1c-47dc-b81c-d872c3accce7 tempest-TestVolumeBootPattern-849035222 tempest-TestVolumeBootPattern-849035222-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1093 time: 0.0578310 Jun 30 01:33:00.283095 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 38646) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:00.283258 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.285148 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:00.287745 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Request body: {'floatingip': {'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'port_id': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:00.308552 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Pushing event deleted for resources: {'Port': ['ID=5440a573-aae8-4c7b-bc97-bf8df6df9b10,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:00.311968 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:00.312795 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] No DVR routers for this DVR port 5440a573-aae8-4c7b-bc97-bf8df6df9b10 on host dv-cinder-797245-10-iscsi {{(pid=93393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:33:00.341350 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-88d6c1ca-3fcd-4b56-adc1-eeb754b7f476 None None] For port 5440a573-aae8-4c7b-bc97-bf8df6df9b10, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=5440a573-aae8-4c7b-bc97-bf8df6df9b10,segment=NetworkSegment(7a2f0aab-1272-4087-b615-88d408d56780),segment_id=7a2f0aab-1272-4087-b615-88d408d56780)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:00.341751 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-88d6c1ca-3fcd-4b56-adc1-eeb754b7f476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.355042 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-88d6c1ca-3fcd-4b56-adc1-eeb754b7f476 None None] Calling delete_port for 5440a573-aae8-4c7b-bc97-bf8df6df9b10 owned by network:dhcp {{(pid=93394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:33:00.387525 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.402501 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35006fb-d73b-4d9f-8b13-0fbb1ea36fe1 req-01da5c9d-f2a2-4165-a118-d0347f219583 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:00.402501 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c35006fb-d73b-4d9f-8b13-0fbb1ea36fe1 req-01da5c9d-f2a2-4165-a118-d0347f219583 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 945 time: 0.0702219 Jun 30 01:33:00.403752 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac916a2-3a2e-427f-9b38-26f0cf24de66']}} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:00.408104 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2f0aab-1272-4087-b615-88d408d56780') {'for_net_delete': True} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:00.408837 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2f0aab-1272-4087-b615-88d408d56780') {} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:00.418342 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249925'] for segment, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.434927 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for floatingip, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.463985 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.463985 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:33:00.463985 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59332608'] for segment, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.465635 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c35006fb-d73b-4d9f-8b13-0fbb1ea36fe1 req-6ad6a8d6-3516-410a-b051-440e02d69810 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=93e6e475-47b7-4ecb-bac5-90e2e8d24ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446503 Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: Traceback (most recent call last): Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: timer() Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: cb(*args, **kw) Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: return func(*args, **kwargs) Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: self._notify() Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: self.callback(batched_events) Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: event.method(event) Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: return f(self, *a, **k) Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._get(url).json() Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: return self.request(url, 'GET', **kwargs) Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:33:00.465727 dv-cinder-797245-10-iscsi neutron-server[93393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:33:00.566915 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.574427 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-88d6c1ca-3fcd-4b56-adc1-eeb754b7f476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271'] for port, after_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.576384 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-4b1c3f06-4cfe-42c5-a3d0-ceda9bde9588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:00.599312 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6c1ca-3fcd-4b56-adc1-eeb754b7f476 None None] Pushing event deleted for resources: {'Port': ['ID=5440a573-aae8-4c7b-bc97-bf8df6df9b10,revision_number=None']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:00.603014 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-88d6c1ca-3fcd-4b56-adc1-eeb754b7f476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:00.604067 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d6c1ca-3fcd-4b56-adc1-eeb754b7f476 None None] No DVR routers for this DVR port 5440a573-aae8-4c7b-bc97-bf8df6df9b10 on host dv-cinder-797245-10-iscsi {{(pid=93394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:33:00.606477 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.617656 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.617656 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2ac916a2-3a2e-427f-9b38-26f0cf24de66 HTTP/1.1" status: 204 len: 168 time: 0.7253876 Jun 30 01:33:00.617656 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a0df04c5-f09a-4d9f-9b72-f06fb315c004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:00.632725 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac916a2-3a2e-427f-9b38-26f0cf24de66,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:00.635289 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9d0ad4c7-2b2d-4f47-ba50-774946311828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:00.678598 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Allocated IP 172.27.1.190 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/5f31ef1c-12ed-46d6-897b-901ee33996c5) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:33:00.778166 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.825910 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-9b9689bf-6d89-4341-9636-a3af2d478ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.901096 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.903993 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:00.938372 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:33:00.942809 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:33:00.946134 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:33:00.961143 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38650) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:00.973464 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'Port': ['ID=5f31ef1c-12ed-46d6-897b-901ee33996c5,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:00.977313 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:01.001663 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-2db004b8-ca82-4332-b947-e59ca179a1c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22e11c8b9ca940019f96820b2220ad7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391190 Jun 30 01:33:01.004297 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38654) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:01.026936 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.054832 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5881a3db-a97c-4f2e-bb57-c8c361bd98fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.075984 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5881a3db-a97c-4f2e-bb57-c8c361bd98fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.215033 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5881a3db-a97c-4f2e-bb57-c8c361bd98fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.217647 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5881a3db-a97c-4f2e-bb57-c8c361bd98fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.221175 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-5881a3db-a97c-4f2e-bb57-c8c361bd98fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/adbe89bd-3c98-45b7-8b4a-19b668b56fce HTTP/1.1" status: 204 len: 168 time: 0.2138226 Jun 30 01:33:01.221175 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-8a1c9fc0-96a1-449c-9b21-374598c53114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:01.228447 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881a3db-a97c-4f2e-bb57-c8c361bd98fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbe89bd-3c98-45b7-8b4a-19b668b56fce,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:01.231248 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5881a3db-a97c-4f2e-bb57-c8c361bd98fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:01.252949 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d16ca-8355-485d-aa08-e1927a31b647 req-eb32174a-e43e-46ab-830c-c5d7153fece6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:01.254460 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-815d16ca-8355-485d-aa08-e1927a31b647 req-eb32174a-e43e-46ab-830c-c5d7153fece6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.1400628 Jun 30 01:33:01.346405 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-815d16ca-8355-485d-aa08-e1927a31b647 req-c49526c3-719c-48a9-aa00-35c09dc67a54 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843887 Jun 30 01:33:01.414656 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.490865 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:33:01.512211 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:33:01.512566 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 9bdae7b4-de03-48d9-8ca7-e6e4cd0b3b87 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:33:01.512986 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 5440a573-aae8-4c7b-bc97-bf8df6df9b10 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:33:01.534595 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 5440a573-aae8-4c7b-bc97-bf8df6df9b10 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:33:01.535034 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 5440a573-aae8-4c7b-bc97-bf8df6df9b10 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:33:01.555571 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.756752 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630043ad-1406-484f-ba92-3a5aa776f34b req-1086edef-ec43-43d3-9df2-81d72edf2817 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:01.758135 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-630043ad-1406-484f-ba92-3a5aa776f34b req-1086edef-ec43-43d3-9df2-81d72edf2817 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 945 time: 0.1241498 Jun 30 01:33:01.776582 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.805397 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-630043ad-1406-484f-ba92-3a5aa776f34b req-2bf7a709-3b59-466b-96f4-b30c2b20d934 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups?id=93e6e475-47b7-4ecb-bac5-90e2e8d24ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379732 Jun 30 01:33:01.837584 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.840595 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:01.872219 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38662) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:01.902166 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'Port': ['ID=5f31ef1c-12ed-46d6-897b-901ee33996c5,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:01.906299 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:01.914236 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.917628 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.920436 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-e6e17601-5b3c-4ae0-a94d-aa0b2c6d0793 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf2c769a028b4c03810ea3731d4cf04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469449 Jun 30 01:33:01.922806 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38664) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:02.015948 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.l3_db [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Floating IP 78760b5f-a4d9-4de5-8ea8-15219dbe5d23 associated. External IP: 172.27.1.190, port: 9bff2ef0-f0fb-419a-bfd1-cba300235d64. Jun 30 01:33:02.018673 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-5faa444b-2108-457c-b696-66e30116e0e3 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:02.020166 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-5faa444b-2108-457c-b696-66e30116e0e3 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.36 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 945 time: 0.1107466 Jun 30 01:33:02.021385 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4bf01924-6094-4295-8fce-06b3ee498b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.068579 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4bf01924-6094-4295-8fce-06b3ee498b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.159893 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Deleting port 515dafdd-d546-48c1-a8d9-c96c88e5435b {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:33:02.160240 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.223744 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Router 22062bfc-b07b-4d6b-984a-6f0fdf620172 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:33:02.231811 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4bf01924-6094-4295-8fce-06b3ee498b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.234502 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4bf01924-6094-4295-8fce-06b3ee498b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.235695 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-4bf01924-6094-4295-8fce-06b3ee498b3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb3c204f-8623-4eb2-8ee0-d8bd5feb0d48 HTTP/1.1" status: 204 len: 168 time: 0.3119795 Jun 30 01:33:02.238149 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5881a3db-a97c-4f2e-bb57-c8c361bd98fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:02.252494 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf01924-6094-4295-8fce-06b3ee498b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3c204f-8623-4eb2-8ee0-d8bd5feb0d48,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:02.255294 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4bf01924-6094-4295-8fce-06b3ee498b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:02.262713 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] For port 515dafdd-d546-48c1-a8d9-c96c88e5435b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=515dafdd-d546-48c1-a8d9-c96c88e5435b,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:02.263023 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.348462 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:33:02.360397 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a20ced1-91f2-4545-9fce-aa349b8ea630 None None] Sync routers for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:33:02.370359 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a20ced1-91f2-4545-9fce-aa349b8ea630 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:33:02.371096 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-6a20ced1-91f2-4545-9fce-aa349b8ea630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:33:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:02.427645 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.448852 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.449468 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.450089 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.l3_db [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Floating IP d891202e-9303-4276-b68e-a25e6f25dcc9 disassociated. External IP: 172.27.1.232, port: 515dafdd-d546-48c1-a8d9-c96c88e5435b. Jun 30 01:33:02.451000 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Calling delete_port for 515dafdd-d546-48c1-a8d9-c96c88e5435b owned by compute:nova {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:33:02.485304 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2011199 Jun 30 01:33:02.489807 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-6a20ced1-91f2-4545-9fce-aa349b8ea630 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:33:02.501671 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'tag': '9bff2ef0-f0fb-419a-bfd1-cba300235d64'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:33:02.503992 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b9836e-7520-47f9-8915-1acdce8696b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d77fa1-d1df-4d4b-9a7b-b33d86188f96", "tag": "9bff2ef0-f0fb-419a-bfd1-cba300235d64"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:33:02.565702 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b79581-bcdf-42ee-a2bf-09ca26025447 req-d45be8e1-cda6-4d23-a585-874ea68b3f83 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:02.579583 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-23b79581-bcdf-42ee-a2bf-09ca26025447 req-d45be8e1-cda6-4d23-a585-874ea68b3f83 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0950623 Jun 30 01:33:02.584521 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871220cd-504a-4860-8105-3bae0f55fe81 x-openstack-request-id: req-871220cd-504a-4860-8105-3bae0f55fe81 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:33:02.584521 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d77fa1-d1df-4d4b-9a7b-b33d86188f96", "tag": "9bff2ef0-f0fb-419a-bfd1-cba300235d64", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:33:02.584521 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-871220cd-504a-4860-8105-3bae0f55fe81 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:33:02.584521 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'tag': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'status': 'completed', 'code': 200} Jun 30 01:33:02.681711 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-23b79581-bcdf-42ee-a2bf-09ca26025447 req-18d24f03-c399-4d19-a6e8-1d44e97f09c6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003082 Jun 30 01:33:02.698165 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9836e-7520-47f9-8915-1acdce8696b3 req-c05d4c60-29cc-4d37-af56-b8fb7ae9c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:02.699503 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f1b9836e-7520-47f9-8915-1acdce8696b3 req-c05d4c60-29cc-4d37-af56-b8fb7ae9c8df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1098 time: 0.1057994 Jun 30 01:33:02.715659 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.724070 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-038576f3-821c-454d-9045-8842ad49d807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:02.773861 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event deleted for resources: {'Port': ['ID=515dafdd-d546-48c1-a8d9-c96c88e5435b,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:02.774601 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:02.805179 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-6a20ced1-91f2-4545-9fce-aa349b8ea630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '78760b5f-a4d9-4de5-8ea8-15219dbe5d23', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:19:f3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:01Z', 'updated_at': '2021-06-30T01:33:01Z', 'revision_number': 0, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:02.817064 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9836e-7520-47f9-8915-1acdce8696b3 req-7d1d9cf4-a089-4962-ab52-c35f4f03be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:02.818552 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f1b9836e-7520-47f9-8915-1acdce8696b3 req-7d1d9cf4-a089-4962-ab52-c35f4f03be11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.1114209 Jun 30 01:33:02.832443 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a20ced1-91f2-4545-9fce-aa349b8ea630 None None] Checking router: 22062bfc-b07b-4d6b-984a-6f0fdf620172 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:33:02.841294 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a20ced1-91f2-4545-9fce-aa349b8ea630 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:33:02.841979 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-6a20ced1-91f2-4545-9fce-aa349b8ea630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:33:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:02.894629 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:33:02.908321 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f1b9836e-7520-47f9-8915-1acdce8696b3 req-1454e0e0-8b4a-45c2-ac08-ec001bc6f732 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64 HTTP/1.1" status: 200 len: 999 time: 0.0824525 Jun 30 01:33:02.953783 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-6a20ced1-91f2-4545-9fce-aa349b8ea630 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:33:02.981214 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8792ea1e-8f85-4ac9-9dda-f8b7e5927500 req-dae7c7d3-931f-4fec-88d6-0381a48a8821 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 210 time: 0.0366871 Jun 30 01:33:02.991701 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9836e-7520-47f9-8915-1acdce8696b3 req-a287f229-3b51-4b37-ab50-1d14c4c9ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:02.993128 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f1b9836e-7520-47f9-8915-1acdce8696b3 req-a287f229-3b51-4b37-ab50-1d14c4c9ab13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0778687 Jun 30 01:33:03.009129 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:33:03.025620 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d627ad6-9962-4b30-b605-119365c562a1 None None] Sync routers for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:33:03.038336 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d627ad6-9962-4b30-b605-119365c562a1 None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:33:03.039328 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-9d627ad6-9962-4b30-b605-119365c562a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:33:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:03.063702 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] No DVR routers for this DVR port 515dafdd-d546-48c1-a8d9-c96c88e5435b on host hv-cinder-79724 {{(pid=93393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:33:03.067289 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:03.070389 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-d65a2b18-48bd-45cf-a5fa-8e0343cefd96 req-45074e1a-899e-4cd5-961b-9024c0b56216 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.36 "DELETE /v2.0/ports/515dafdd-d546-48c1-a8d9-c96c88e5435b HTTP/1.1" status: 204 len: 173 time: 1.0437782 Jun 30 01:33:03.072527 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470739db-3b34-4a43-835d-3fdecb1a42cb', 'name': 'network-vif-deleted', 'tag': '515dafdd-d546-48c1-a8d9-c96c88e5435b'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:33:03.079305 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9836e-7520-47f9-8915-1acdce8696b3 req-e1ea9713-9e57-4715-af9b-6aea8d7cd0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:03.079305 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f1b9836e-7520-47f9-8915-1acdce8696b3 req-e1ea9713-9e57-4715-af9b-6aea8d7cd0a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0750916 Jun 30 01:33:03.084576 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149f159f-f718-4e9b-92de-5325888b614f" -d '{"events": [{"server_uuid": "470739db-3b34-4a43-835d-3fdecb1a42cb", "name": "network-vif-deleted", "tag": "515dafdd-d546-48c1-a8d9-c96c88e5435b"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:33:03.147725 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81205b8-b8c7-4319-8603-9479f319e7d8 x-openstack-request-id: req-f81205b8-b8c7-4319-8603-9479f319e7d8 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:33:03.147725 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470739db-3b34-4a43-835d-3fdecb1a42cb", "name": "network-vif-deleted", "tag": "515dafdd-d546-48c1-a8d9-c96c88e5435b", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:33:03.147725 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f81205b8-b8c7-4319-8603-9479f319e7d8 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:33:03.147725 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470739db-3b34-4a43-835d-3fdecb1a42cb', 'name': 'network-vif-deleted', 'tag': '515dafdd-d546-48c1-a8d9-c96c88e5435b', 'status': 'completed', 'code': 200} Jun 30 01:33:03.199112 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-9d627ad6-9962-4b30-b605-119365c562a1 None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:33:03.224479 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f1b9836e-7520-47f9-8915-1acdce8696b3 req-994c1dd1-19e2-4e7c-9479-7d49f27ac2c6 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412191 Jun 30 01:33:03.234038 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-6a20ced1-91f2-4545-9fce-aa349b8ea630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '78760b5f-a4d9-4de5-8ea8-15219dbe5d23', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:19:f3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:01Z', 'updated_at': '2021-06-30T01:33:01Z', 'revision_number': 0, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:03.269712 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a20ced1-91f2-4545-9fce-aa349b8ea630 None None] The sync data for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi is: [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '78760b5f-a4d9-4de5-8ea8-15219dbe5d23', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:19:f3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:01Z', 'updated_at': '2021-06-30T01:33:01Z', 'revision_number': 0, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:33:03.365493 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f1b9836e-7520-47f9-8915-1acdce8696b3 req-cfe0e121-2716-4ae6-a8d4-8312e99fa45f service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323700 Jun 30 01:33:03.380777 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:03.448447 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-9d627ad6-9962-4b30-b605-119365c562a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:02Z', 'revision_number': 5, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:03.474696 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d627ad6-9962-4b30-b605-119365c562a1 None None] Checking router: 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:33:03.483851 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d627ad6-9962-4b30-b605-119365c562a1 None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:33:03.484467 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-9d627ad6-9962-4b30-b605-119365c562a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:33:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:03.526493 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6c321-9365-46da-b0cc-ab4768e457cf None None] New status for floating IP 78760b5f-a4d9-4de5-8ea8-15219dbe5d23: ACTIVE {{(pid=93394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:33:03.590552 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-9d627ad6-9962-4b30-b605-119365c562a1 None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:33:03.785481 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-9d627ad6-9962-4b30-b605-119365c562a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:02Z', 'revision_number': 5, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:03.811622 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d627ad6-9962-4b30-b605-119365c562a1 None None] The sync data for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi is: [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:26:50Z', 'revision_number': 4, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '3bc6bb72-ca13-441a-8e49-caceb10164f3', 'name': '', 'network_id': '0f86744b-e2e7-48b3-82b1-5995e103144a', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'mac_address': 'fa:16:3e:a8:d1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:02Z', 'revision_number': 5, 'project_id': '731b3b4440304019ae864de48ebcf241', 'subnets': [{'id': '3bba9328-0adf-4c0e-9d92-497000cb871e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:33:03.882553 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e642872-dd19-4255-bff5-2453df3aafc8 req-1856384c-3e6d-41ab-9744-46d742d54436 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:03.884704 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e642872-dd19-4255-bff5-2453df3aafc8 req-1856384c-3e6d-41ab-9744-46d742d54436 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0683222 Jun 30 01:33:03.922718 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e642872-dd19-4255-bff5-2453df3aafc8 req-b2ebea27-8e06-4dcb-9b55-b4bc803b2065 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324090 Jun 30 01:33:04.026233 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de32ff61-1455-492c-b502-b1dfeb4b523a None None] New status for floating IP d891202e-9303-4276-b68e-a25e6f25dcc9: DOWN {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:33:04.153211 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc54a9ff-5215-407f-815b-59472ad2d2a6 req-45d3f9f0-8f04-439d-aa25-2398d3d48e25 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/ports?device_id=470739db-3b34-4a43-835d-3fdecb1a42cb HTTP/1.1" status: 200 len: 210 time: 0.0287650 Jun 30 01:33:05.099434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c4f4e-4a6a-4daf-b91f-7ac7002eb054 req-3abb25cd-c7bd-4e72-ad95-d227f0147d04 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:05.100896 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4c4c4f4e-4a6a-4daf-b91f-7ac7002eb054 req-3abb25cd-c7bd-4e72-ad95-d227f0147d04 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0620024 Jun 30 01:33:05.141199 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4c4c4f4e-4a6a-4daf-b91f-7ac7002eb054 req-0c80357d-826c-4e12-ad7d-958c155df682 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338817 Jun 30 01:33:05.307083 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38688) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:05.371935 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-b3c461ba-8c09-44e2-969e-d54cd55577f0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:05.405680 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-b3c461ba-8c09-44e2-969e-d54cd55577f0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:05.517382 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-b3c461ba-8c09-44e2-969e-d54cd55577f0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:05.519896 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-b3c461ba-8c09-44e2-969e-d54cd55577f0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:05.521016 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-b3c461ba-8c09-44e2-969e-d54cd55577f0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "DELETE /v2.0/security-groups/93e6e475-47b7-4ecb-bac5-90e2e8d24ceb HTTP/1.1" status: 204 len: 168 time: 0.2129645 Jun 30 01:33:05.521800 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-41fff1ae-2518-4691-84a8-8873f06e6462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:05.523848 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 38690) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:05.530850 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c461ba-8c09-44e2-969e-d54cd55577f0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e6e475-47b7-4ecb-bac5-90e2e8d24ceb,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:05.533874 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-b3c461ba-8c09-44e2-969e-d54cd55577f0 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:05.537827 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.api.v2.resource [None req-3ff81c52-2185-4db5-9ef5-50b70c9b8abb tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] show failed (client error): The resource could not be found. Jun 30 01:33:05.538833 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-3ff81c52-2185-4db5-9ef5-50b70c9b8abb tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "GET /v2.0/security-groups/93e6e475-47b7-4ecb-bac5-90e2e8d24ceb HTTP/1.1" status: 404 len: 347 time: 0.0138268 Jun 30 01:33:05.541717 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 38692) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:05.661057 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-3724ada6-1fd4-412c-9862-28f6ff81101b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Deleting port 5f2f163f-2792-4a7a-a016-78376d7ad729 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:33:05.661401 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3724ada6-1fd4-412c-9862-28f6ff81101b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:05.733451 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3724ada6-1fd4-412c-9862-28f6ff81101b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:05.733772 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3724ada6-1fd4-412c-9862-28f6ff81101b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:05.745241 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-3724ada6-1fd4-412c-9862-28f6ff81101b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Calling delete_port for 5f2f163f-2792-4a7a-a016-78376d7ad729 owned by network:floatingip {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:33:05.929306 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3724ada6-1fd4-412c-9862-28f6ff81101b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:05.931764 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f1c9f97e-728b-41ec-925f-ee9b005e10a2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:05.952790 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724ada6-1fd4-412c-9862-28f6ff81101b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Pushing event deleted for resources: {'Port': ['ID=5f2f163f-2792-4a7a-a016-78376d7ad729,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:05.956432 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3724ada6-1fd4-412c-9862-28f6ff81101b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:06.021371 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3724ada6-1fd4-412c-9862-28f6ff81101b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks [] for floatingip, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:06.024396 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3724ada6-1fd4-412c-9862-28f6ff81101b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:06.025522 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-3724ada6-1fd4-412c-9862-28f6ff81101b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] 10.222.0.35 "DELETE /v2.0/floatingips/d891202e-9303-4276-b68e-a25e6f25dcc9 HTTP/1.1" status: 204 len: 168 time: 0.4829226 Jun 30 01:33:06.214609 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:06.321701 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8088c-b28c-41d1-9cfd-5300fb8dc1be req-fcdd0964-9d77-4da2-8c93-a3b3707757e0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:06.323325 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e2a8088c-b28c-41d1-9cfd-5300fb8dc1be req-fcdd0964-9d77-4da2-8c93-a3b3707757e0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0668123 Jun 30 01:33:06.363615 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e2a8088c-b28c-41d1-9cfd-5300fb8dc1be req-ccf235e0-34e3-4441-8646-c3f11b814783 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343051 Jun 30 01:33:06.459917 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device a2382330-2828-407d-9706-92c4e775d667 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:33:06.514963 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 515dafdd-d546-48c1-a8d9-c96c88e5435b no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:33:06.538091 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: 515dafdd-d546-48c1-a8d9-c96c88e5435b {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:33:06.538454 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 515dafdd-d546-48c1-a8d9-c96c88e5435b not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:33:06.575492 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port a2382330-2828-407d-9706-92c4e775d667, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a2382330-2828-407d-9706-92c4e775d667,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:06.586981 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': 'a2382330-2828-407d-9706-92c4e775d667', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'port_id': 'a2382330-2828-407d-9706-92c4e775d667', 'mac_address': 'fa:16:3e:82:c1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:33:06.624916 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:06.636924 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2382330-2828-407d-9706-92c4e775d667 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:33:06.656024 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port a2382330-2828-407d-9706-92c4e775d667, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a2382330-2828-407d-9706-92c4e775d667,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:06.729337 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:06.731020 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-e569ac77-126c-4036-b392-5b8a17706021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:06.782298 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=a2382330-2828-407d-9706-92c4e775d667,revision_number=6']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:06.785096 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:06.819866 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['a2382330-2828-407d-9706-92c4e775d667'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:33:07.548669 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0d9e8-0b30-4378-a585-8a3c0d569d92 req-27f3eb15-cd50-45da-b78c-35b684349723 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:07.551120 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1b0d9e8-0b30-4378-a585-8a3c0d569d92 req-27f3eb15-cd50-45da-b78c-35b684349723 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 944 time: 0.0631483 Jun 30 01:33:07.599764 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1b0d9e8-0b30-4378-a585-8a3c0d569d92 req-a7688f03-e7fa-45d1-b9ea-e7e31294bd0c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Jun 30 01:33:08.288695 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c532240-d70e-4bae-a8bd-467bf05bd6ae req-a8e7afbd-30cc-4256-a172-b3592a2f0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:08.290101 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6c532240-d70e-4bae-a8bd-467bf05bd6ae req-a8e7afbd-30cc-4256-a172-b3592a2f0596 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 1097 time: 0.0566170 Jun 30 01:33:08.393253 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c532240-d70e-4bae-a8bd-467bf05bd6ae req-717dd525-92e9-42e3-8f13-fd29e60b10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:08.394697 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6c532240-d70e-4bae-a8bd-467bf05bd6ae req-717dd525-92e9-42e3-8f13-fd29e60b10a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb HTTP/1.1" status: 200 len: 917 time: 0.0813854 Jun 30 01:33:08.462510 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6c532240-d70e-4bae-a8bd-467bf05bd6ae req-e314cf8b-1ddc-45c8-abd9-d3c67317ac9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2382330-2828-407d-9706-92c4e775d667 HTTP/1.1" status: 200 len: 1000 time: 0.0615420 Jun 30 01:33:08.467541 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device a2382330-2828-407d-9706-92c4e775d667 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:33:08.516652 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c532240-d70e-4bae-a8bd-467bf05bd6ae req-3361cb0e-dc5c-4b2b-9b5d-696eca6851cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:08.518528 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6c532240-d70e-4bae-a8bd-467bf05bd6ae req-3361cb0e-dc5c-4b2b-9b5d-696eca6851cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e22b904e-cadb-439b-a41f-b9e970cd6b7e HTTP/1.1" status: 200 len: 855 time: 0.0450206 Jun 30 01:33:08.522137 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port a2382330-2828-407d-9706-92c4e775d667 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:33:08.522516 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:08.577434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c532240-d70e-4bae-a8bd-467bf05bd6ae req-2a098268-bb64-457f-a316-ddda6618fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:08.578989 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6c532240-d70e-4bae-a8bd-467bf05bd6ae req-2a098268-bb64-457f-a316-ddda6618fbf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530262 Jun 30 01:33:08.601354 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:08.626204 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2382330-2828-407d-9706-92c4e775d667'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:33:08.631226 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40c3687-a53a-4d12-8787-1bf2a9d32984" -d '{"events": [{"server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "name": "network-vif-plugged", "status": "completed", "tag": "a2382330-2828-407d-9706-92c4e775d667"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:33:08.669108 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port a2382330-2828-407d-9706-92c4e775d667, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a2382330-2828-407d-9706-92c4e775d667,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:08.683187 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fda439-10b2-4263-b9d6-4ec082503d75 x-openstack-request-id: req-d3fda439-10b2-4263-b9d6-4ec082503d75 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:33:08.683846 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "name": "network-vif-plugged", "status": "completed", "tag": "a2382330-2828-407d-9706-92c4e775d667", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:33:08.684257 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3fda439-10b2-4263-b9d6-4ec082503d75 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:33:08.684822 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2382330-2828-407d-9706-92c4e775d667', 'code': 200} Jun 30 01:33:08.707668 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6c532240-d70e-4bae-a8bd-467bf05bd6ae req-fb3a1495-7d92-401d-bf00-352aa47b8b6e service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214545 Jun 30 01:33:08.734747 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:08.736855 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-88d6c1ca-3fcd-4b56-adc1-eeb754b7f476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:08.800442 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=a2382330-2828-407d-9706-92c4e775d667,revision_number=7']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:08.811185 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:09.153686 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6c532240-d70e-4bae-a8bd-467bf05bd6ae req-345e0280-e6ba-4fd0-9943-74e45f67c66e service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395423 Jun 30 01:33:09.162213 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567f14b-3cd1-47bf-ae1c-12cb533737b0 req-d7d40fc2-7440-4af2-befb-1435e23beb86 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:09.165452 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e567f14b-3cd1-47bf-ae1c-12cb533737b0 req-d7d40fc2-7440-4af2-befb-1435e23beb86 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.3988092 Jun 30 01:33:09.211718 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e567f14b-3cd1-47bf-ae1c-12cb533737b0 req-6a5926f7-1636-4a0f-9803-24b04f5c267c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403402 Jun 30 01:33:10.321981 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 38754) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:10.423181 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a340792-62ef-4f1a-aa82-ef204e1329c9 req-81c5bcfc-a6e6-495d-a460-f3ea4dcb9655 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:10.424908 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9a340792-62ef-4f1a-aa82-ef204e1329c9 req-81c5bcfc-a6e6-495d-a460-f3ea4dcb9655 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0698898 Jun 30 01:33:10.480434 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9a340792-62ef-4f1a-aa82-ef204e1329c9 req-4ea8e3c8-dca2-4ea0-94d9-11ce8b4e1d65 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484724 Jun 30 01:33:10.961055 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740615'] for router_interface, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:11.258437 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Deleting port 3bc6bb72-ca13-441a-8e49-caceb10164f3 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:33:11.259090 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:11.350126 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] For port 3bc6bb72-ca13-441a-8e49-caceb10164f3, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=3bc6bb72-ca13-441a-8e49-caceb10164f3,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:11.350840 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:11.369688 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Calling delete_port for 3bc6bb72-ca13-441a-8e49-caceb10164f3 owned by network:router_interface {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:33:11.666633 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27181cb2-501b-41f7-afc0-310525585c2e req-4843a2ca-ea82-419f-b834-0c3d8804a51b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:11.668188 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-27181cb2-501b-41f7-afc0-310525585c2e req-4843a2ca-ea82-419f-b834-0c3d8804a51b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0736308 Jun 30 01:33:11.707558 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-27181cb2-501b-41f7-afc0-310525585c2e req-fd07b7dd-9d78-4c44-b408-fbaa1e4c44bd tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337415 Jun 30 01:33:11.734487 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:11.737558 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-9710a03c-cd30-48b7-9d22-7cdca90701b1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:11.761963 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc6bb72-ca13-441a-8e49-caceb10164f3,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:11.787515 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:11.787887 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:11.788254 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:11.788616 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:11.788965 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:11.789322 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:11.789672 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:11.790021 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:11.790958 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:11.791338 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:11.791688 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:11.792032 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:11.797041 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:11.961282 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741303'] for router_interface, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:12.188924 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:33:12.306132 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:33:12.311048 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] 10.222.0.35 "PUT /v2.0/routers/46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9879305 Jun 30 01:33:12.313627 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 38764) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:12.316366 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ce399-667e-496b-9441-9ca7ef083757 None None] Sync routers for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:33:12.329310 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ce399-667e-496b-9441-9ca7ef083757 None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:33:12.330429 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-624ce399-667e-496b-9441-9ca7ef083757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:33:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:12.422403 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Notify callbacks [] for router, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:12.465708 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-624ce399-667e-496b-9441-9ca7ef083757 None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:33:12.541270 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:12.662868 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-624ce399-667e-496b-9441-9ca7ef083757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:33:11Z', 'revision_number': 5, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port': {'id': 'aba0cf8a-cedd-4c2b-a259-b2eea97e078a', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:43Z', 'updated_at': '2021-06-30T01:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:12.692853 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Deleting port aba0cf8a-cedd-4c2b-a259-b2eea97e078a {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:33:12.693583 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:12.695569 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ce399-667e-496b-9441-9ca7ef083757 None None] Checking router: 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:33:12.706494 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ce399-667e-496b-9441-9ca7ef083757 None None] Routers {'46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:33:12.707366 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-624ce399-667e-496b-9441-9ca7ef083757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:33:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:12.804839 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-624ce399-667e-496b-9441-9ca7ef083757 None None] Set router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 gateway port host: None {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:33:12.862634 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] For port aba0cf8a-cedd-4c2b-a259-b2eea97e078a, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=aba0cf8a-cedd-4c2b-a259-b2eea97e078a,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:12.864489 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:12.895439 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Calling delete_port for aba0cf8a-cedd-4c2b-a259-b2eea97e078a owned by network:router_gateway {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:33:12.935050 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-624ce399-667e-496b-9441-9ca7ef083757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:33:12Z', 'revision_number': 6, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port_host': None}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:12.999570 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ce399-667e-496b-9441-9ca7ef083757 None None] The sync data for ids ['46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67'] in dv-cinder-797245-10-iscsi is: [{'id': '46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67', 'name': 'tempest-AttachVolumeTestJSON-924409534-router', 'tenant_id': '731b3b4440304019ae864de48ebcf241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:41Z', 'updated_at': '2021-06-30T01:33:12Z', 'revision_number': 6, 'project_id': '731b3b4440304019ae864de48ebcf241', 'gw_port_host': None}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:33:13.095346 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243317c-92c6-4925-9b5c-e4057fa26008 req-6c09dba5-904b-46bf-b183-5c21c8c89078 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:13.096908 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b243317c-92c6-4925-9b5c-e4057fa26008 req-6c09dba5-904b-46bf-b183-5c21c8c89078 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.1352448 Jun 30 01:33:13.169281 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b243317c-92c6-4925-9b5c-e4057fa26008 req-6cf1eddd-b2b1-4862-9d49-b30f719def02 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665047 Jun 30 01:33:13.244010 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:13.246237 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-5ad34f96-560d-44f9-b83c-53e433fe5c3d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:13.269086 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=aba0cf8a-cedd-4c2b-a259-b2eea97e078a,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:13.272640 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:13.351983 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630227'] for router_gateway, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:13.473521 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-273'] for router, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:13.473521 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:13.596878 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737682'] for router, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:13.597405 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 {{(pid=93392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:33:13.602015 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Notify callbacks [] for router, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:13.605729 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] 10.222.0.35 "DELETE /v2.0/routers/46d03ed2-e5bc-4c78-a02f-9bf3dacf1a67 HTTP/1.1" status: 204 len: 168 time: 1.2886825 Jun 30 01:33:13.605985 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 38768) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:13.663565 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9769500-b1ea-4232-b953-144ddd9907aa admin admin] Deleting subnet 3bba9328-0adf-4c0e-9d92-497000cb871e {{(pid=93392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:33:13.666871 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c9769500-b1ea-4232-b953-144ddd9907aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:13.706471 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c9769500-b1ea-4232-b953-144ddd9907aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551427'] for subnet, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:13.800176 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c9769500-b1ea-4232-b953-144ddd9907aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:13.930505 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 3bc6bb72-ca13-441a-8e49-caceb10164f3 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:33:13.947474 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c9769500-b1ea-4232-b953-144ddd9907aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59630553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550959'] for subnet, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:13.951678 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:13.959596 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 3bc6bb72-ca13-441a-8e49-caceb10164f3 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:33:13.960077 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 3bc6bb72-ca13-441a-8e49-caceb10164f3 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:33:14.009621 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c9769500-b1ea-4232-b953-144ddd9907aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.016557 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299e3dd4-995b-4f88-8767-d2cf4518e894 None None] Network 0f86744b-e2e7-48b3-82b1-5995e103144a requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:33:14.020210 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-c9769500-b1ea-4232-b953-144ddd9907aa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3bba9328-0adf-4c0e-9d92-497000cb871e HTTP/1.1" status: 204 len: 168 time: 0.4108047 Jun 30 01:33:14.020210 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9769500-b1ea-4232-b953-144ddd9907aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bba9328-0adf-4c0e-9d92-497000cb871e,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:14.027406 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38770) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:14.028081 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c9769500-b1ea-4232-b953-144ddd9907aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:14.126031 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.209053 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Deleting port 77bdbc12-d443-4386-af81-262ba526d2af {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:33:14.214251 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.297870 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] For port 77bdbc12-d443-4386-af81-262ba526d2af, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=77bdbc12-d443-4386-af81-262ba526d2af,segment=NetworkSegment(a6bc996e-cb7d-4116-8157-0b7527819a86),segment_id=a6bc996e-cb7d-4116-8157-0b7527819a86)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:14.298893 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.317110 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Calling delete_port for 77bdbc12-d443-4386-af81-262ba526d2af owned by network:dhcp {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:33:14.419487 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a558b7e-0df8-4bb4-9d21-9cc46ee7be8f req-a06a59fe-cae7-489e-b8a8-ab2b85400aeb tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:14.421471 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d088aa8a-7119-409d-b9d2-5198dc0b218b None None] DHCP port deletion for 0f86744b-e2e7-48b3-82b1-5995e103144a request from dv-cinder-797245-10-iscsi {{(pid=93394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:33:14.428009 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8a558b7e-0df8-4bb4-9d21-9cc46ee7be8f req-a06a59fe-cae7-489e-b8a8-ab2b85400aeb tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0830424 Jun 30 01:33:14.462572 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8a558b7e-0df8-4bb4-9d21-9cc46ee7be8f req-aa04541c-7f6b-4a4f-af29-b69ace126937 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346777 Jun 30 01:33:14.477621 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.478911 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-d088aa8a-7119-409d-b9d2-5198dc0b218b None None] Deleting port 77bdbc12-d443-4386-af81-262ba526d2af {{(pid=93394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:33:14.479732 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d088aa8a-7119-409d-b9d2-5198dc0b218b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.481552 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:14.528575 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] No DVR routers for this DVR port 77bdbc12-d443-4386-af81-262ba526d2af on host dv-cinder-797245-10-iscsi {{(pid=93393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:33:14.533649 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=77bdbc12-d443-4386-af81-262ba526d2af,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:14.539924 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:14.557249 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-d088aa8a-7119-409d-b9d2-5198dc0b218b None None] For port 77bdbc12-d443-4386-af81-262ba526d2af, host dv-cinder-797245-10-iscsi, got binding levels [] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:14.557645 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d088aa8a-7119-409d-b9d2-5198dc0b218b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.571955 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-d088aa8a-7119-409d-b9d2-5198dc0b218b None None] Calling delete_port for 77bdbc12-d443-4386-af81-262ba526d2af owned by network:dhcp {{(pid=93394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:33:14.575222 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.ipam_backend_mixin [None req-d088aa8a-7119-409d-b9d2-5198dc0b218b None None] Port 77bdbc12-d443-4386-af81-262ba526d2af was not found and therefore no delete operation was performed {{(pid=93394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 01:33:14.576479 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d088aa8a-7119-409d-b9d2-5198dc0b218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271'] for port, after_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.578304 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-63ee16cb-4cfe-4d47-8c38-c2b1abb6f402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:14.605883 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088aa8a-7119-409d-b9d2-5198dc0b218b None None] Pushing event deleted for resources: {'Port': ['ID=77bdbc12-d443-4386-af81-262ba526d2af,revision_number=None']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:14.609140 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-d088aa8a-7119-409d-b9d2-5198dc0b218b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:14.610100 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d088aa8a-7119-409d-b9d2-5198dc0b218b None None] No DVR routers for this DVR port 77bdbc12-d443-4386-af81-262ba526d2af on host dv-cinder-797245-10-iscsi {{(pid=93394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:33:14.636953 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.650390 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f86744b-e2e7-48b3-82b1-5995e103144a']}} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:14.662879 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bc996e-cb7d-4116-8157-0b7527819a86') {'for_net_delete': True} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:14.663213 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bc996e-cb7d-4116-8157-0b7527819a86') {} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:14.676861 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249925'] for segment, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.692883 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.699578 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:33:14.699991 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59332608'] for segment, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: Traceback (most recent call last): Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: timer() Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: cb(*args, **kw) Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: return func(*args, **kwargs) Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: self._notify() Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: self.callback(batched_events) Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: event.method(event) Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: return f(self, *a, **k) Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._get(url).json() Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: return self.request(url, 'GET', **kwargs) Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:33:14.701988 dv-cinder-797245-10-iscsi neutron-server[93393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:33:15.049178 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:15.054109 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:15.056883 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0f86744b-e2e7-48b3-82b1-5995e103144a HTTP/1.1" status: 204 len: 168 time: 1.0346594 Jun 30 01:33:15.057564 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:15.069682 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f86744b-e2e7-48b3-82b1-5995e103144a,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:15.075779 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:15.362139 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38780) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:15.407636 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-ffcc6ed1-e44e-4114-b262-3ce264301061 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=731b3b4440304019ae864de48ebcf241&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0440629 Jun 30 01:33:15.409844 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38782) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:15.489580 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d6bb38e8-4d3c-4b35-857c-072178288be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:15.516483 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 77bdbc12-d443-4386-af81-262ba526d2af no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:33:15.521645 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d6bb38e8-4d3c-4b35-857c-072178288be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:15.564580 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 77bdbc12-d443-4386-af81-262ba526d2af {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:33:15.565218 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 77bdbc12-d443-4386-af81-262ba526d2af not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:33:15.565932 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device aba0cf8a-cedd-4c2b-a259-b2eea97e078a no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:33:15.589924 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: aba0cf8a-cedd-4c2b-a259-b2eea97e078a {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:33:15.590531 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device aba0cf8a-cedd-4c2b-a259-b2eea97e078a not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:33:15.654064 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d6bb38e8-4d3c-4b35-857c-072178288be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:15.657655 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d6bb38e8-4d3c-4b35-857c-072178288be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:15.661904 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-d6bb38e8-4d3c-4b35-857c-072178288be1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f5593be-8424-49eb-a8eb-846cec494bf9 HTTP/1.1" status: 204 len: 168 time: 0.2508314 Jun 30 01:33:15.662810 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-baabcfe2-9fb8-456c-bbd4-e1a0af9ef795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:15.684126 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb38e8-4d3c-4b35-857c-072178288be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5593be-8424-49eb-a8eb-846cec494bf9,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:15.690386 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d6bb38e8-4d3c-4b35-857c-072178288be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:15.738028 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a6e8f-ad67-4d57-853d-d62dd949cdae req-96fa391f-23b8-44fc-ae4d-4155478d99d3 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:15.739625 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f32a6e8f-ad67-4d57-853d-d62dd949cdae req-96fa391f-23b8-44fc-ae4d-4155478d99d3 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0780833 Jun 30 01:33:15.783475 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f32a6e8f-ad67-4d57-853d-d62dd949cdae req-4457496b-7d86-4884-aa0b-a3a660169e82 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370913 Jun 30 01:33:17.014306 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a641f-de84-4195-b9b5-8e198c8f8ddc req-dde5c5d8-3985-4ed9-9ec0-9cb662a9f20f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:17.016235 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-773a641f-de84-4195-b9b5-8e198c8f8ddc req-dde5c5d8-3985-4ed9-9ec0-9cb662a9f20f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0798841 Jun 30 01:33:17.060402 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-773a641f-de84-4195-b9b5-8e198c8f8ddc req-dabc7898-8e5e-4dd0-a45c-ab01345eee24 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379348 Jun 30 01:33:18.237630 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92203415-3cc9-4ddb-bf0e-ceba636081ce req-57724f83-4fa2-4c46-bb2c-aed0ac08285b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:18.239135 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-92203415-3cc9-4ddb-bf0e-ceba636081ce req-57724f83-4fa2-4c46-bb2c-aed0ac08285b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0619073 Jun 30 01:33:18.277071 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-92203415-3cc9-4ddb-bf0e-ceba636081ce req-3bfa5314-966e-4ef9-9f0f-abc18a93b6a2 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321147 Jun 30 01:33:19.454504 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303a24c-9b40-46b2-bd8a-adb739b67f7f req-7707419f-c5db-48f0-9585-697f24065006 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:19.456037 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9303a24c-9b40-46b2-bd8a-adb739b67f7f req-7707419f-c5db-48f0-9585-697f24065006 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0655389 Jun 30 01:33:19.499276 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9303a24c-9b40-46b2-bd8a-adb739b67f7f req-e01cc9f7-d9fd-4293-b3d1-3abb8dd45f94 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375032 Jun 30 01:33:20.401808 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f312e-fe58-4ea7-aefa-ecb21f1de4d1 req-2a694905-da8b-4534-89b1-bb3ea98c8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:20.403362 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f14f312e-fe58-4ea7-aefa-ecb21f1de4d1 req-2a694905-da8b-4534-89b1-bb3ea98c8a1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 1098 time: 0.0510330 Jun 30 01:33:20.490889 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f312e-fe58-4ea7-aefa-ecb21f1de4d1 req-59458d35-37d2-42c6-9cd9-e172cc6ba240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:20.492373 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f14f312e-fe58-4ea7-aefa-ecb21f1de4d1 req-59458d35-37d2-42c6-9cd9-e172cc6ba240 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb HTTP/1.1" status: 200 len: 917 time: 0.0817347 Jun 30 01:33:20.579098 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f14f312e-fe58-4ea7-aefa-ecb21f1de4d1 req-ed6d3c0d-3601-41b1-929e-667bf9f8045f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2382330-2828-407d-9706-92c4e775d667 HTTP/1.1" status: 200 len: 1001 time: 0.0789487 Jun 30 01:33:20.655660 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f312e-fe58-4ea7-aefa-ecb21f1de4d1 req-1592dd38-2a4c-4f02-aef5-e2c87ec7b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:20.657108 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f14f312e-fe58-4ea7-aefa-ecb21f1de4d1 req-1592dd38-2a4c-4f02-aef5-e2c87ec7b800 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e22b904e-cadb-439b-a41f-b9e970cd6b7e HTTP/1.1" status: 200 len: 855 time: 0.0713899 Jun 30 01:33:20.729152 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8780c9-7913-4ba8-a55b-92ccbd4d041c req-97ada489-72c2-405a-abf3-341a516df7b3 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:20.730583 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cc8780c9-7913-4ba8-a55b-92ccbd4d041c req-97ada489-72c2-405a-abf3-341a516df7b3 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.1074464 Jun 30 01:33:20.764378 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f312e-fe58-4ea7-aefa-ecb21f1de4d1 req-2ff9cb66-06eb-4615-b2cd-911bd0995954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:20.765741 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f14f312e-fe58-4ea7-aefa-ecb21f1de4d1 req-2ff9cb66-06eb-4615-b2cd-911bd0995954 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0986722 Jun 30 01:33:20.828241 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cc8780c9-7913-4ba8-a55b-92ccbd4d041c req-e1e33f85-d5fd-44b0-ad9d-a4259291ed6a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915439 Jun 30 01:33:20.872778 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f14f312e-fe58-4ea7-aefa-ecb21f1de4d1 req-4e7076b8-fcd3-4afc-b1ec-72f4460a4f94 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958662 Jun 30 01:33:20.967767 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f14f312e-fe58-4ea7-aefa-ecb21f1de4d1 req-dd823c01-fa3f-4a7f-990a-243c56fe786c service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858676 Jun 30 01:33:22.012733 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e77f8-b6f1-4681-b2c6-90bd407ef4ce req-5792af98-260f-49f5-9acd-3fe80d8d27f6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:22.014285 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5f4e77f8-b6f1-4681-b2c6-90bd407ef4ce req-5792af98-260f-49f5-9acd-3fe80d8d27f6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0612099 Jun 30 01:33:22.050808 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5f4e77f8-b6f1-4681-b2c6-90bd407ef4ce req-f2a39448-038b-440e-b53f-87e7eebcbc4c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308907 Jun 30 01:33:23.225593 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403aaa5-6984-47ca-a5a2-061dec51d902 req-29597d54-731e-46a8-9c26-0420d866f394 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:23.227090 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5403aaa5-6984-47ca-a5a2-061dec51d902 req-29597d54-731e-46a8-9c26-0420d866f394 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 945 time: 0.0629728 Jun 30 01:33:23.269058 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5403aaa5-6984-47ca-a5a2-061dec51d902 req-2dc7b3c9-bef7-457d-a1c3-ddbe9b8fb9f8 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356386 Jun 30 01:33:24.556509 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device a2382330-2828-407d-9706-92c4e775d667 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:33:24.632345 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:24.654465 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2382330-2828-407d-9706-92c4e775d667'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:33:24.656773 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fb9f92-23c0-44e7-89f6-ebf48a28f604" -d '{"events": [{"server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "name": "network-vif-unplugged", "status": "completed", "tag": "a2382330-2828-407d-9706-92c4e775d667"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:33:24.670035 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port a2382330-2828-407d-9706-92c4e775d667, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a2382330-2828-407d-9706-92c4e775d667,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:24.696632 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 01:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c099c7-9bb7-432c-8c94-535af171aea7 x-openstack-request-id: req-72c099c7-9bb7-432c-8c94-535af171aea7 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:33:24.696941 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "name": "network-vif-unplugged", "status": "failed", "tag": "a2382330-2828-407d-9706-92c4e775d667", "code": 422}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:33:24.697204 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72c099c7-9bb7-432c-8c94-535af171aea7 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:33:24.697629 dv-cinder-797245-10-iscsi neutron-server[93394]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a2382330-2828-407d-9706-92c4e775d667', 'code': 422} returned with failed status Jun 30 01:33:24.729193 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:24.730998 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-562cc350-2f50-4904-8073-5327e0ada855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:24.776398 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=a2382330-2828-407d-9706-92c4e775d667,revision_number=8']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:24.779625 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:25.466088 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c101b-5be6-4a27-bad0-2a47f5701f66 req-3d398941-4b20-4145-b5be-fd0381e7974b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:25.466088 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1b8c101b-5be6-4a27-bad0-2a47f5701f66 req-3d398941-4b20-4145-b5be-fd0381e7974b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.0639887 Jun 30 01:33:25.503636 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1b8c101b-5be6-4a27-bad0-2a47f5701f66 req-bd7a1ab2-8c13-45f4-8c6d-3a1731fc9996 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341799 Jun 30 01:33:25.977569 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 38966) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:26.070824 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-f47e31ce-3885-4947-add3-798728de8e9c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920377 Jun 30 01:33:26.690568 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19364a44-9157-48c8-ba25-c669065c841c req-21e8659e-e31b-48d6-bd15-76cf6e7b6e0b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:26.692199 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-19364a44-9157-48c8-ba25-c669065c841c req-21e8659e-e31b-48d6-bd15-76cf6e7b6e0b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.0649939 Jun 30 01:33:26.732558 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-19364a44-9157-48c8-ba25-c669065c841c req-089d8c17-f054-40bf-a03e-f0574fccc904 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346982 Jun 30 01:33:27.537664 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-83138480-2f70-43a3-984e-0e2e2ba9d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:27.539188 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-83138480-2f70-43a3-984e-0e2e2ba9d327 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926&tenant_id=c9c16c3286ce42ed8603762ac2252b8a HTTP/1.1" status: 200 len: 1096 time: 0.0563562 Jun 30 01:33:27.609479 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-5a5ebf2f-9ad2-475e-a9be-9ea164c32345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:27.610929 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-5a5ebf2f-9ad2-475e-a9be-9ea164c32345 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 1096 time: 0.0501420 Jun 30 01:33:27.695562 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-b4600f47-094b-476e-84f9-26f44e27f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:27.696917 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-b4600f47-094b-476e-84f9-26f44e27f71d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb HTTP/1.1" status: 200 len: 917 time: 0.0800538 Jun 30 01:33:27.763589 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-c5199e00-b0ef-4d35-b34a-d9f5f6a36b73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2382330-2828-407d-9706-92c4e775d667 HTTP/1.1" status: 200 len: 999 time: 0.0596478 Jun 30 01:33:27.812657 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-b5d3e823-c188-4782-ab5b-923e13f09c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:27.814117 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-b5d3e823-c188-4782-ab5b-923e13f09c37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e22b904e-cadb-439b-a41f-b9e970cd6b7e HTTP/1.1" status: 200 len: 855 time: 0.0446584 Jun 30 01:33:27.909078 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-a8ad28f4-8d6e-41fc-bbbc-0fb403e75274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:27.910550 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-a8ad28f4-8d6e-41fc-bbbc-0fb403e75274 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0905809 Jun 30 01:33:27.966738 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4730f-5bf9-49b0-bcce-7043ce57b50e req-aa1acb9b-6be2-416d-b95c-3d77b0a51c8a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:27.968130 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-deb4730f-5bf9-49b0-bcce-7043ce57b50e req-aa1acb9b-6be2-416d-b95c-3d77b0a51c8a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.1157517 Jun 30 01:33:28.029056 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-deb4730f-5bf9-49b0-bcce-7043ce57b50e req-c8f3f779-341c-4152-a6a6-f84405c8918b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541012 Jun 30 01:33:28.034164 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-6b6c4f80-029c-43bc-830a-5da6666bc20a service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158402 Jun 30 01:33:28.146760 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-aa1454ee-dbd4-4bd2-925b-568913b5a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:28.398394 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ec3260bc-3e94-48d4-bfbd-3ddbbf778347 req-026c4bb6-4b20-4d59-a19e-4850cfb9dbf3 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581674 Jun 30 01:33:29.234200 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be517b7-aa9b-4192-a093-3cb2fb0fc39b req-4ec2cfc7-b061-4cd1-9b8f-3616ff9feaa1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:29.236494 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7be517b7-aa9b-4192-a093-3cb2fb0fc39b req-4ec2cfc7-b061-4cd1-9b8f-3616ff9feaa1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.0716443 Jun 30 01:33:29.293536 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7be517b7-aa9b-4192-a093-3cb2fb0fc39b req-3a3142fb-9b63-480f-a741-212e5039622a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507247 Jun 30 01:33:29.355123 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39028) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:29.469614 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9d33e275-d06a-4364-88cf-4c9d5733d656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:29.559494 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9d33e275-d06a-4364-88cf-4c9d5733d656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:29.626001 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9d33e275-d06a-4364-88cf-4c9d5733d656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:29.628695 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-07a08e43-913d-41d0-9e18-f44b24130756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:29.666350 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-9d33e275-d06a-4364-88cf-4c9d5733d656 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e914a43375b42339de0db3a2513dd68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101470 Jun 30 01:33:29.669707 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39032) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:29.672259 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33e275-d06a-4364-88cf-4c9d5733d656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477c9c11-d392-4557-950a-5a06156ee01c,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:29.675745 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9d33e275-d06a-4364-88cf-4c9d5733d656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:29.726058 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-deae5037-11a7-4eff-b7e8-14c3eb35668e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:29.747730 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-deae5037-11a7-4eff-b7e8-14c3eb35668e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:29.889409 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-deae5037-11a7-4eff-b7e8-14c3eb35668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:29.892463 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-deae5037-11a7-4eff-b7e8-14c3eb35668e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:29.893618 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-deae5037-11a7-4eff-b7e8-14c3eb35668e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/477c9c11-d392-4557-950a-5a06156ee01c HTTP/1.1" status: 204 len: 168 time: 0.2228100 Jun 30 01:33:29.894612 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-e1e53907-a7ea-49bf-bee3-65afd6173c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:29.903231 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae5037-11a7-4eff-b7e8-14c3eb35668e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477c9c11-d392-4557-950a-5a06156ee01c,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:29.905582 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-deae5037-11a7-4eff-b7e8-14c3eb35668e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:30.500404 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29dc28-f53c-41aa-9abe-0d282ff85e5c req-e9452770-8d13-4efb-a2c2-d0bc04ffd903 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:30.501886 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7a29dc28-f53c-41aa-9abe-0d282ff85e5c req-e9452770-8d13-4efb-a2c2-d0bc04ffd903 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.0670471 Jun 30 01:33:30.544945 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7a29dc28-f53c-41aa-9abe-0d282ff85e5c req-179f3d42-5582-4b2b-9859-f6766239fb3b tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372276 Jun 30 01:33:30.545236 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39040) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:30.560150 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-32071ad6-5234-4938-bd7e-38bb905b364e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:30.662189 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-32071ad6-5234-4938-bd7e-38bb905b364e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:30.706305 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-32071ad6-5234-4938-bd7e-38bb905b364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:30.709040 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-94db920d-f65b-400a-a716-73bcb7fc30af tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:30.745786 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-32071ad6-5234-4938-bd7e-38bb905b364e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14e5683357ce4ecf8b958021f5f107e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991930 Jun 30 01:33:30.746932 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32071ad6-5234-4938-bd7e-38bb905b364e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8a15bc-7d84-448e-8ab6-4b9dbe40426b,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:30.748352 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39042) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:30.750326 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-32071ad6-5234-4938-bd7e-38bb905b364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:30.791642 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2e294a9b-8357-4b81-8526-2343b6b69a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:30.806543 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a2195333-82a8-4c25-ac26-40c641db8774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:30.830913 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a2195333-82a8-4c25-ac26-40c641db8774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:30.946050 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a2195333-82a8-4c25-ac26-40c641db8774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:30.949286 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a2195333-82a8-4c25-ac26-40c641db8774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:30.950411 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-a2195333-82a8-4c25-ac26-40c641db8774 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a8a15bc-7d84-448e-8ab6-4b9dbe40426b HTTP/1.1" status: 204 len: 168 time: 0.2010713 Jun 30 01:33:30.951246 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-8f63ded1-c848-404e-9ab1-c76308daf181 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:30.958796 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2195333-82a8-4c25-ac26-40c641db8774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8a15bc-7d84-448e-8ab6-4b9dbe40426b,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:30.961227 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a2195333-82a8-4c25-ac26-40c641db8774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:31.037748 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:31.721937 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39054) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:31.738315 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0dad317e-9d8b-4ea1-afd6-6ebc1cf9ecc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:31.751745 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb110e-426f-42dd-bd25-d5ed7c4febeb req-18b6f130-0993-4074-96c7-d862bd55a0e5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:31.753274 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-81eb110e-426f-42dd-bd25-d5ed7c4febeb req-18b6f130-0993-4074-96c7-d862bd55a0e5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.0704846 Jun 30 01:33:31.791208 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-81eb110e-426f-42dd-bd25-d5ed7c4febeb req-1d51b9ed-a9df-4650-a813-035d66ff7550 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Jun 30 01:33:31.842083 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0dad317e-9d8b-4ea1-afd6-6ebc1cf9ecc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:31.928957 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0dad317e-9d8b-4ea1-afd6-6ebc1cf9ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:31.931582 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a81cfe11-ce27-470b-ad97-dee139b12314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:31.965077 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:31.967184 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-0dad317e-9d8b-4ea1-afd6-6ebc1cf9ecc0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2fda4e5a7ca848578f2efe09fbc54c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433414 Jun 30 01:33:31.968340 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad317e-9d8b-4ea1-afd6-6ebc1cf9ecc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693d11de-4d87-4049-9464-138948c8b5a3,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:31.970027 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39058) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:31.971603 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0dad317e-9d8b-4ea1-afd6-6ebc1cf9ecc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:32.021029 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-aa6c23dd-0572-4556-8389-3f9bee607c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:32.044155 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-aa6c23dd-0572-4556-8389-3f9bee607c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:32.146302 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-aa6c23dd-0572-4556-8389-3f9bee607c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:32.149134 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-aa6c23dd-0572-4556-8389-3f9bee607c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:32.150307 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-aa6c23dd-0572-4556-8389-3f9bee607c32 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/693d11de-4d87-4049-9464-138948c8b5a3 HTTP/1.1" status: 204 len: 168 time: 0.1786604 Jun 30 01:33:32.151621 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a7e64539-502e-4fb8-858f-2b9123577009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:32.159666 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c23dd-0572-4556-8389-3f9bee607c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693d11de-4d87-4049-9464-138948c8b5a3,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:32.163279 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-aa6c23dd-0572-4556-8389-3f9bee607c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:32.990147 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb8ffe-c977-489d-b40d-f969cd0ad002 req-997c8da1-6e3d-4cbb-a469-626ddb21a9ce tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:32.991706 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cfdb8ffe-c977-489d-b40d-f969cd0ad002 req-997c8da1-6e3d-4cbb-a469-626ddb21a9ce tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.0751662 Jun 30 01:33:33.032978 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cfdb8ffe-c977-489d-b40d-f969cd0ad002 req-0a868f51-35c7-42ea-9db6-ebaeece439c7 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353029 Jun 30 01:33:33.350320 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:34.231024 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd7aa6-f517-4257-9fbb-dab6bddcadc0 req-a54d4bb6-772f-41d9-9566-4fa213d9f7ce tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:34.235550 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3abd7aa6-f517-4257-9fbb-dab6bddcadc0 req-a54d4bb6-772f-41d9-9566-4fa213d9f7ce tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.0752749 Jun 30 01:33:34.272894 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3abd7aa6-f517-4257-9fbb-dab6bddcadc0 req-ba6cae73-060f-413b-ba43-f4bf1cb4e4c1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340137 Jun 30 01:33:34.406367 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:33:34.736458 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39116) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:34.843634 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-038ee9d8-24a2-4e97-b9fb-c4c32c0d9a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:34.940325 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-038ee9d8-24a2-4e97-b9fb-c4c32c0d9a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:35.003337 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-038ee9d8-24a2-4e97-b9fb-c4c32c0d9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:35.006283 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d017e312-2404-45f9-98cf-df055c49b0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:35.041185 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ee9d8-24a2-4e97-b9fb-c4c32c0d9a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a565d2e-98ac-4f53-8bed-7b38d1c06db7,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:35.047308 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-038ee9d8-24a2-4e97-b9fb-c4c32c0d9a24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d4930df52544d3093f021eb95d0a4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091996 Jun 30 01:33:35.048427 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-038ee9d8-24a2-4e97-b9fb-c4c32c0d9a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:35.049068 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39122) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:35.102985 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-43fd086a-9bd8-440f-96bd-ef8b68a6c02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:35.124463 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-43fd086a-9bd8-440f-96bd-ef8b68a6c02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:35.249547 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-43fd086a-9bd8-440f-96bd-ef8b68a6c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:35.252229 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-43fd086a-9bd8-440f-96bd-ef8b68a6c02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:35.253462 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-43fd086a-9bd8-440f-96bd-ef8b68a6c02f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a565d2e-98ac-4f53-8bed-7b38d1c06db7 HTTP/1.1" status: 204 len: 168 time: 0.2034235 Jun 30 01:33:35.254267 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a2195333-82a8-4c25-ac26-40c641db8774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:35.263683 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd086a-9bd8-440f-96bd-ef8b68a6c02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a565d2e-98ac-4f53-8bed-7b38d1c06db7,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:35.266285 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-43fd086a-9bd8-440f-96bd-ef8b68a6c02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:35.492421 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbaa454-9b79-44a2-8b34-1cb7202a3820 req-d4878aa2-da5c-4dcf-98ec-2f0537ad2b50 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:35.493978 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1dbaa454-9b79-44a2-8b34-1cb7202a3820 req-d4878aa2-da5c-4dcf-98ec-2f0537ad2b50 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.0876093 Jun 30 01:33:35.536791 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1dbaa454-9b79-44a2-8b34-1cb7202a3820 req-84d41cae-f1a1-49dc-b7b3-0cac2a3d0396 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358548 Jun 30 01:33:35.861938 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39132) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:35.875722 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-77bc13a6-2de9-462b-9ac2-13fb2fbdbf46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:35.964998 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-77bc13a6-2de9-462b-9ac2-13fb2fbdbf46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:36.036709 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-77bc13a6-2de9-462b-9ac2-13fb2fbdbf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:36.039513 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-886bcf3b-719d-40b4-9222-0f7f2442b5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:36.083595 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-77bc13a6-2de9-462b-9ac2-13fb2fbdbf46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=513a159463e241c9a6905f222e5d2788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204888 Jun 30 01:33:36.084802 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc13a6-2de9-462b-9ac2-13fb2fbdbf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d71cd3b-538f-4656-a384-24fb8b7d049b,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:36.086330 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39134) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:36.094577 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-77bc13a6-2de9-462b-9ac2-13fb2fbdbf46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:36.153255 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2560cda1-5bc6-4b3a-9e70-f8343ae0a5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:36.162293 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:36.175963 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2560cda1-5bc6-4b3a-9e70-f8343ae0a5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:36.310846 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2560cda1-5bc6-4b3a-9e70-f8343ae0a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:36.313659 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2560cda1-5bc6-4b3a-9e70-f8343ae0a5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:36.317450 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-2560cda1-5bc6-4b3a-9e70-f8343ae0a5e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d71cd3b-538f-4656-a384-24fb8b7d049b HTTP/1.1" status: 204 len: 168 time: 0.2274070 Jun 30 01:33:36.317450 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:36.324961 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560cda1-5bc6-4b3a-9e70-f8343ae0a5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d71cd3b-538f-4656-a384-24fb8b7d049b,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:36.327732 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-2560cda1-5bc6-4b3a-9e70-f8343ae0a5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:36.783906 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09d262-28c0-4e6e-bb48-041652c863c8 req-505aa857-21a2-4eb4-bc06-646a62362ec1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:36.785640 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7d09d262-28c0-4e6e-bb48-041652c863c8 req-505aa857-21a2-4eb4-bc06-646a62362ec1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.0946941 Jun 30 01:33:36.831510 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7d09d262-28c0-4e6e-bb48-041652c863c8 req-68e43d65-4f72-4abe-aeed-f4be86bd316c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396838 Jun 30 01:33:37.771124 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39158) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:37.868566 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1265589012-network', 'tenant_id': '1a38f38079cc47ac8d071afe0106196a'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:37.957181 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Made reservation on behalf of 1a38f38079cc47ac8d071afe0106196a for: {'network': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:33:37.959736 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:37.978017 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:38.063710 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f584c78-33e2-4cf5-aebe-368d16455631 req-d817b1d4-7c56-46e5-9ef1-f7895b99b90e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:38.064746 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f584c78-33e2-4cf5-aebe-368d16455631 req-d817b1d4-7c56-46e5-9ef1-f7895b99b90e tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.1027162 Jun 30 01:33:38.126715 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f584c78-33e2-4cf5-aebe-368d16455631 req-c42dd199-d677-46ad-b83b-eca7f7f95cce tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538568 Jun 30 01:33:38.151429 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:38.230325 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:38.233740 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-77bc13a6-2de9-462b-9ac2-13fb2fbdbf46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:38.257009 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:33:38.267082 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029bd5c2-bd51-432b-9e88-ecdf420db1ec,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:38.271525 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:38.272623 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:38.272959 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.segments_db [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Added segment 902c3836-24b6-4117-a4c6-356cc22105d0 of type vlan for network c992e41f-f68b-4abd-835e-f7f646a305a8 Jun 30 01:33:38.323200 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:38.425011 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:38.426386 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:38.426987 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:38.429467 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:38.492965 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Pushing event updated for resources: {'Network': ['ID=c992e41f-f68b-4abd-835e-f7f646a305a8,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:38.496389 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:38.503775 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network c992e41f-f68b-4abd-835e-f7f646a305a8 details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:33:38.557675 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7846169 Jun 30 01:33:38.560392 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39166) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:38.565809 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-b1deb52b-fd99-451c-9a2e-da2db572f24b admin admin] Request body: {'subnet': {'network_id': 'c992e41f-f68b-4abd-835e-f7f646a305a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1265589012-subnet', 'tenant_id': '1a38f38079cc47ac8d071afe0106196a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:38.648643 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1deb52b-fd99-451c-9a2e-da2db572f24b admin admin] Made reservation on behalf of 1a38f38079cc47ac8d071afe0106196a for: {'subnet': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:33:38.651144 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b1deb52b-fd99-451c-9a2e-da2db572f24b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59550922'] for subnet, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:38.876895 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b1deb52b-fd99-451c-9a2e-da2db572f24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59630486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59550936'] for subnet, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:38.879641 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:38.933464 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1deb52b-fd99-451c-9a2e-da2db572f24b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0511199f-fd34-403e-a4ff-9cac4a8d1e7d,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:38.936772 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-b1deb52b-fd99-451c-9a2e-da2db572f24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:38.943868 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1deb52b-fd99-451c-9a2e-da2db572f24b admin admin] Checking segment: {'id': '902c3836-24b6-4117-a4c6-356cc22105d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c992e41f-f68b-4abd-835e-f7f646a305a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:33:38.944292 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1deb52b-fd99-451c-9a2e-da2db572f24b admin admin] Network hostable DHCP agents. Network: c992e41f-f68b-4abd-835e-f7f646a305a8, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:33:39.031805 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1deb52b-fd99-451c-9a2e-da2db572f24b admin admin] Network c992e41f-f68b-4abd-835e-f7f646a305a8 is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:33:39.111929 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-b1deb52b-fd99-451c-9a2e-da2db572f24b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, c992e41f-f68b-4abd-835e-f7f646a305a8) {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:33:39.116099 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1deb52b-fd99-451c-9a2e-da2db572f24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:39.116682 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-b1deb52b-fd99-451c-9a2e-da2db572f24b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:39.121778 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac6da95-909d-4a8f-b1cb-460336c4127d None None] Network c992e41f-f68b-4abd-835e-f7f646a305a8 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:33:39.209702 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-b1deb52b-fd99-451c-9a2e-da2db572f24b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6478217 Jun 30 01:33:39.248259 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2aca28-4bff-4503-a67b-2d17c4067b1a None None] Network c992e41f-f68b-4abd-835e-f7f646a305a8 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:33:39.311361 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9506a-7049-4a72-8dd4-02d8a3c71987 req-5ba74a65-450c-4527-906b-ee95d118588d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:39.312861 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fdc9506a-7049-4a72-8dd4-02d8a3c71987 req-5ba74a65-450c-4527-906b-ee95d118588d tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.0685823 Jun 30 01:33:39.354138 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fdc9506a-7049-4a72-8dd4-02d8a3c71987 req-598571b1-bdee-4f6a-bb27-c3e855163352 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337198 Jun 30 01:33:39.812387 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39184) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:39.817477 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1611132970-network', 'tenant_id': '9a80c5e0656444a582c87be9d78ec586'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:39.911651 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Made reservation on behalf of 9a80c5e0656444a582c87be9d78ec586 for: {'network': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:33:39.914023 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:39.923325 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:40.016258 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:40.059936 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:40.063134 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-82e9a1a5-0e42-4f3a-8033-ba35cf0fcfd2 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:40.085312 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:33:40.094656 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4622a2bc-e37a-4d4a-8581-660a35edec26,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:40.098923 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:40.101761 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:40.102105 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.segments_db [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Added segment 2d35f9f8-6e69-436b-bdac-2093c8f8ecaa of type vlan for network 93958386-84a0-48d3-bbed-e91fe3d3aefc Jun 30 01:33:40.143345 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:40.230896 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:40.232609 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:40.233195 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:40.235735 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:40.295871 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Pushing event updated for resources: {'Network': ['ID=93958386-84a0-48d3-bbed-e91fe3d3aefc,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:40.298524 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:40.305747 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network 93958386-84a0-48d3-bbed-e91fe3d3aefc details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:33:40.353890 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5393400 Jun 30 01:33:40.355584 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39186) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:40.361442 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-6782d6bf-3ffa-4a63-bc40-6c00f5f9dc5d admin admin] Request body: {'subnet': {'network_id': '93958386-84a0-48d3-bbed-e91fe3d3aefc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1611132970-subnet', 'tenant_id': '9a80c5e0656444a582c87be9d78ec586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:40.443478 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6782d6bf-3ffa-4a63-bc40-6c00f5f9dc5d admin admin] Made reservation on behalf of 9a80c5e0656444a582c87be9d78ec586 for: {'subnet': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:33:40.445915 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6782d6bf-3ffa-4a63-bc40-6c00f5f9dc5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59550922'] for subnet, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:40.577592 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12940d8-6265-4fd2-90d2-4061981f771d req-82b96965-3b42-4c6c-804c-fe703247acbe tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:40.578959 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f12940d8-6265-4fd2-90d2-4061981f771d req-82b96965-3b42-4c6c-804c-fe703247acbe tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 943 time: 0.0932539 Jun 30 01:33:40.615710 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device a2382330-2828-407d-9706-92c4e775d667 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:33:40.667631 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f12940d8-6265-4fd2-90d2-4061981f771d req-b2becb0a-16a9-4b87-84c0-f1ab3ebce5e5 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819027 Jun 30 01:33:40.723535 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port a2382330-2828-407d-9706-92c4e775d667, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a2382330-2828-407d-9706-92c4e775d667,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:40.734543 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': 'a2382330-2828-407d-9706-92c4e775d667', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'port_id': 'a2382330-2828-407d-9706-92c4e775d667', 'mac_address': 'fa:16:3e:82:c1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:33:40.757647 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6782d6bf-3ffa-4a63-bc40-6c00f5f9dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59630486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59550936'] for subnet, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:40.761474 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:40.771536 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:40.784176 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2382330-2828-407d-9706-92c4e775d667 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:33:40.803610 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port a2382330-2828-407d-9706-92c4e775d667, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a2382330-2828-407d-9706-92c4e775d667,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:40.812858 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782d6bf-3ffa-4a63-bc40-6c00f5f9dc5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8c718d-dedf-4515-a89a-bea64b34524d,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:40.816457 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-6782d6bf-3ffa-4a63-bc40-6c00f5f9dc5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:40.823873 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782d6bf-3ffa-4a63-bc40-6c00f5f9dc5d admin admin] Checking segment: {'id': '2d35f9f8-6e69-436b-bdac-2093c8f8ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '93958386-84a0-48d3-bbed-e91fe3d3aefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:33:40.824228 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6782d6bf-3ffa-4a63-bc40-6c00f5f9dc5d admin admin] Network hostable DHCP agents. Network: 93958386-84a0-48d3-bbed-e91fe3d3aefc, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:33:40.883377 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:40.886488 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:40.923932 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6782d6bf-3ffa-4a63-bc40-6c00f5f9dc5d admin admin] Network 93958386-84a0-48d3-bbed-e91fe3d3aefc is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:33:40.930556 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=a2382330-2828-407d-9706-92c4e775d667,revision_number=9']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:40.934207 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:41.025528 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-6782d6bf-3ffa-4a63-bc40-6c00f5f9dc5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, 93958386-84a0-48d3-bbed-e91fe3d3aefc) {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:33:41.029385 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6782d6bf-3ffa-4a63-bc40-6c00f5f9dc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:41.029969 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-6782d6bf-3ffa-4a63-bc40-6c00f5f9dc5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:41.033444 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a6732-efab-4e89-b94d-ba4bc7b81edb None None] Network 93958386-84a0-48d3-bbed-e91fe3d3aefc requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:33:41.098903 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['a2382330-2828-407d-9706-92c4e775d667'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:33:41.137158 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-6782d6bf-3ffa-4a63-bc40-6c00f5f9dc5d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7725339 Jun 30 01:33:41.189833 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddb84e5-5453-4476-818d-1f2404fe143e None None] Network 93958386-84a0-48d3-bbed-e91fe3d3aefc requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:33:41.848825 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764e29f-01f5-44d9-bb10-0396d0d5ae93 req-4ef952b8-78d0-4401-baba-b4c6cbe329b0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:41.850289 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c764e29f-01f5-44d9-bb10-0396d0d5ae93 req-4ef952b8-78d0-4401-baba-b4c6cbe329b0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 944 time: 0.0625935 Jun 30 01:33:41.891332 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c764e29f-01f5-44d9-bb10-0396d0d5ae93 req-d2f07a09-e56e-40af-96ee-3d5d51f64d24 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323918 Jun 30 01:33:42.615605 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device a2382330-2828-407d-9706-92c4e775d667 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:33:42.670142 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port a2382330-2828-407d-9706-92c4e775d667 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:33:42.670536 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:42.755397 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:42.782412 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2382330-2828-407d-9706-92c4e775d667'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:33:42.803134 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86b307c-f972-4c05-b7ac-65ee63838a0a" -d '{"events": [{"server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "name": "network-vif-plugged", "status": "completed", "tag": "a2382330-2828-407d-9706-92c4e775d667"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:33:42.803134 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port a2382330-2828-407d-9706-92c4e775d667, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a2382330-2828-407d-9706-92c4e775d667,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:42.832813 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf6c9b6-e3f5-4f8c-9d9d-4c4be9642980 x-openstack-request-id: req-dcf6c9b6-e3f5-4f8c-9d9d-4c4be9642980 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:33:42.833117 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "name": "network-vif-plugged", "status": "completed", "tag": "a2382330-2828-407d-9706-92c4e775d667", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:33:42.833379 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dcf6c9b6-e3f5-4f8c-9d9d-4c4be9642980 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:33:42.833783 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2382330-2828-407d-9706-92c4e775d667', 'code': 200} Jun 30 01:33:43.076316 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874eb57-61f3-4c31-bcd2-0935317a8666 req-29aac4aa-1a64-4a54-a1ed-30d43bf694e0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:43.077772 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1874eb57-61f3-4c31-bcd2-0935317a8666 req-29aac4aa-1a64-4a54-a1ed-30d43bf694e0 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 944 time: 0.0659359 Jun 30 01:33:43.114283 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1874eb57-61f3-4c31-bcd2-0935317a8666 req-f2d3652b-8acd-4711-a436-e6696432558a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308852 Jun 30 01:33:43.163299 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:43.165200 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-d088aa8a-7119-409d-b9d2-5198dc0b218b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:43.211405 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=a2382330-2828-407d-9706-92c4e775d667,revision_number=10']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:43.214892 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:43.363688 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc000b-f5d7-48b4-b05f-20932ad4de2e req-4b3b1a3e-bf71-40a4-bd38-d1d890cc5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:43.365152 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-07bc000b-f5d7-48b4-b05f-20932ad4de2e req-4b3b1a3e-bf71-40a4-bd38-d1d890cc5f3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 1099 time: 0.0506845 Jun 30 01:33:43.399877 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-07bc000b-f5d7-48b4-b05f-20932ad4de2e req-f7214081-e5ab-4493-a072-37c4de9d1a6f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268922 Jun 30 01:33:44.298333 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ded45c-d51e-4e70-a457-1aebb6022128 req-8071cb49-2bb4-4853-a0c9-7f3b2c1e9088 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:44.300024 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-88ded45c-d51e-4e70-a457-1aebb6022128 req-8071cb49-2bb4-4853-a0c9-7f3b2c1e9088 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 946 time: 0.0692239 Jun 30 01:33:44.349905 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-88ded45c-d51e-4e70-a457-1aebb6022128 req-d16d2839-d65a-405c-9f31-fe189eaec08a tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331275 Jun 30 01:33:45.525355 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97368a7-663e-4f86-92b9-40248846292a req-f572541e-2e75-4e46-ab64-5e7256eaf86c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:45.527378 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f97368a7-663e-4f86-92b9-40248846292a req-f572541e-2e75-4e46-ab64-5e7256eaf86c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 946 time: 0.0620854 Jun 30 01:33:45.565637 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f97368a7-663e-4f86-92b9-40248846292a req-6fcbd324-29cc-42b0-a517-c847b9bcf602 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327275 Jun 30 01:33:46.739138 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977ab45-9f74-448b-ba34-fca8dd64d4e2 req-e4e866b8-e422-4d83-96d7-82abcdc0e127 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:46.740580 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8977ab45-9f74-448b-ba34-fca8dd64d4e2 req-e4e866b8-e422-4d83-96d7-82abcdc0e127 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 946 time: 0.0613091 Jun 30 01:33:46.778059 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8977ab45-9f74-448b-ba34-fca8dd64d4e2 req-336a32c6-49cf-4d67-beee-23f2dfd76c18 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316334 Jun 30 01:33:58.071599 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39362) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:58.119286 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Deleting subnet 0511199f-fd34-403e-a4ff-9cac4a8d1e7d {{(pid=93393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:33:58.122367 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.157054 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249930'] for subnet, precommit_delete_associations {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.180135 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-aaa2fec8-a7fd-423c-9b8b-40f1581cedc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.195874 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.299977 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59332781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59259517'] for subnet, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.303204 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-b54f6373-db54-4189-b07f-bca81efc23ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:58.330361 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0511199f-fd34-403e-a4ff-9cac4a8d1e7d,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:58.334760 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.336560 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0511199f-fd34-403e-a4ff-9cac4a8d1e7d HTTP/1.1" status: 204 len: 168 time: 0.2640054 Jun 30 01:33:58.339293 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39364) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:58.342614 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:58.342993 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:58.343389 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:58.343752 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:58.344110 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:58.344464 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:58.344817 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:58.345169 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:58.345522 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:58.345867 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:58.346213 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:58.346556 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:33:58.349630 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-aeb80952-7960-4aa6-adea-8ff4d133067e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:58.407508 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.482920 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.492045 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c992e41f-f68b-4abd-835e-f7f646a305a8']}} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:58.502129 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902c3836-24b6-4117-a4c6-356cc22105d0') {'for_net_delete': True} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:58.502419 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902c3836-24b6-4117-a4c6-356cc22105d0') {} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:58.510809 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59551436'] for segment, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.524140 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.529556 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59630452'] for segment, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: Traceback (most recent call last): Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: timer() Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: cb(*args, **kw) Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: return func(*args, **kwargs) Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: self._notify() Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: self.callback(batched_events) Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: event.method(event) Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: return f(self, *a, **k) Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._get(url).json() Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: return self.request(url, 'GET', **kwargs) Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:33:58.532666 dv-cinder-797245-10-iscsi neutron-server[93392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:33:58.631687 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.635431 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:58.637889 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.639730 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c992e41f-f68b-4abd-835e-f7f646a305a8 HTTP/1.1" status: 204 len: 168 time: 0.2994750 Jun 30 01:33:58.642738 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39366) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:58.650857 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=c992e41f-f68b-4abd-835e-f7f646a305a8,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:58.653213 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a6e0d542-20e5-42ce-af0e-3b8720607d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:58.686619 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e908032-c220-4bca-895f-cd48277ddd96 admin admin] Deleting subnet ed8c718d-dedf-4515-a89a-bea64b34524d {{(pid=93393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:33:58.689615 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2e908032-c220-4bca-895f-cd48277ddd96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.720649 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2e908032-c220-4bca-895f-cd48277ddd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249930'] for subnet, precommit_delete_associations {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.756841 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2e908032-c220-4bca-895f-cd48277ddd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.871813 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2e908032-c220-4bca-895f-cd48277ddd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59332781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59259517'] for subnet, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.873963 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-da685a63-c456-436c-a0fd-9b2e2cb1960b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:58.894694 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e908032-c220-4bca-895f-cd48277ddd96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8c718d-dedf-4515-a89a-bea64b34524d,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:58.898071 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-2e908032-c220-4bca-895f-cd48277ddd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:58.900488 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2e908032-c220-4bca-895f-cd48277ddd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:58.902306 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-2e908032-c220-4bca-895f-cd48277ddd96 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ed8c718d-dedf-4515-a89a-bea64b34524d HTTP/1.1" status: 204 len: 168 time: 0.2585726 Jun 30 01:33:58.905456 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39368) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:58.969299 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:59.304164 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:59.313822 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93958386-84a0-48d3-bbed-e91fe3d3aefc']}} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:59.324096 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d35f9f8-6e69-436b-bdac-2093c8f8ecaa') {'for_net_delete': True} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:59.324444 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d35f9f8-6e69-436b-bdac-2093c8f8ecaa') {} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:59.332570 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249925'] for segment, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:59.345035 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:59.350420 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:33:59.350791 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59332608'] for segment, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: Traceback (most recent call last): Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: timer() Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: cb(*args, **kw) Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: return func(*args, **kwargs) Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: self._notify() Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: self.callback(batched_events) Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: event.method(event) Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: return f(self, *a, **k) Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._get(url).json() Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: return self.request(url, 'GET', **kwargs) Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:33:59.352403 dv-cinder-797245-10-iscsi neutron-server[93393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:33:59.454150 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:59.457865 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-8326c1b7-ad32-471d-82b1-52262a17b483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:59.460714 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:59.462006 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] 10.222.0.35 "DELETE /v2.0/networks/93958386-84a0-48d3-bbed-e91fe3d3aefc HTTP/1.1" status: 204 len: 168 time: 0.5556660 Jun 30 01:33:59.473309 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] Pushing event deleted for resources: {'Network': ['ID=93958386-84a0-48d3-bbed-e91fe3d3aefc,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:59.475595 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-907d0595-6a88-4cf8-8d2f-7cbb657a2244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:59.795549 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39372) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:59.834255 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-72c116d6-f1de-4363-9116-8423c8c093c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a38f38079cc47ac8d071afe0106196a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374768 Jun 30 01:33:59.836521 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39374) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:59.885987 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bedf9c16-f9a4-480b-a574-2c46ca975667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:59.906152 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bedf9c16-f9a4-480b-a574-2c46ca975667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:00.035551 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bedf9c16-f9a4-480b-a574-2c46ca975667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:00.038185 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bedf9c16-f9a4-480b-a574-2c46ca975667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:00.039336 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-bedf9c16-f9a4-480b-a574-2c46ca975667 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/029bd5c2-bd51-432b-9e88-ecdf420db1ec HTTP/1.1" status: 204 len: 168 time: 0.2019050 Jun 30 01:34:00.040073 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-be6df323-2d95-4969-83f1-cba105d01daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:00.047895 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf9c16-f9a4-480b-a574-2c46ca975667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029bd5c2-bd51-432b-9e88-ecdf420db1ec,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:00.050332 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-bedf9c16-f9a4-480b-a574-2c46ca975667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:00.675794 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39380) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:00.718004 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-cee3678f-6747-4dcd-971f-afe300c26112 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a80c5e0656444a582c87be9d78ec586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409484 Jun 30 01:34:00.720373 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39382) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:00.769355 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f2c0c7e7-5bd1-4205-a1ac-2e291654e9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:00.785812 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-38bbbe8e-d2f7-4be3-be1f-8416216f2b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:00.790429 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f2c0c7e7-5bd1-4205-a1ac-2e291654e9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:00.917230 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f2c0c7e7-5bd1-4205-a1ac-2e291654e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:00.920310 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f2c0c7e7-5bd1-4205-a1ac-2e291654e9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:00.921423 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-f2c0c7e7-5bd1-4205-a1ac-2e291654e9cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4622a2bc-e37a-4d4a-8581-660a35edec26 HTTP/1.1" status: 204 len: 168 time: 0.2001650 Jun 30 01:34:00.922215 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-7085da44-a07a-4c17-b01f-48aea27e84f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:00.929687 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0c7e7-5bd1-4205-a1ac-2e291654e9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4622a2bc-e37a-4d4a-8581-660a35edec26,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:00.941891 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-f2c0c7e7-5bd1-4205-a1ac-2e291654e9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:01.043514 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:01.955968 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:03.339738 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:06.192445 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:11.405987 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:34:14.014012 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39492) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:14.112997 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bfb063d-0c4e-4b5e-9d46-cb8ab2bf23a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:14.197272 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bfb063d-0c4e-4b5e-9d46-cb8ab2bf23a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:14.265212 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-5bfb063d-0c4e-4b5e-9d46-cb8ab2bf23a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:14.268608 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-e338a478-10c7-4407-ba8d-a1e69923e788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:14.300996 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-5bfb063d-0c4e-4b5e-9d46-cb8ab2bf23a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ff049b3ef1b4acaae02d1a3af4b3b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859848 Jun 30 01:34:14.303960 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39496) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:14.304472 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb063d-0c4e-4b5e-9d46-cb8ab2bf23a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c303ab2-7feb-41e5-a66f-89b63ff628ca,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:14.307442 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5bfb063d-0c4e-4b5e-9d46-cb8ab2bf23a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:14.350919 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:14.371128 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:14.482619 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:14.485271 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:14.486399 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c303ab2-7feb-41e5-a66f-89b63ff628ca HTTP/1.1" status: 204 len: 168 time: 0.1814616 Jun 30 01:34:14.487703 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f8c8c13d-2c72-430e-9a5c-6a40e747dec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:14.494836 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c303ab2-7feb-41e5-a66f-89b63ff628ca,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:14.501727 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.502137 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.503035 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.503422 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.503778 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.504131 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.504499 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.504841 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.505191 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.505541 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.505885 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.506227 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.509217 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:15.091567 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39502) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:15.107808 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6db7ba81-0280-4bdf-b081-59b516fedcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:15.191351 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6db7ba81-0280-4bdf-b081-59b516fedcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:15.270827 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-6db7ba81-0280-4bdf-b081-59b516fedcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:15.273214 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4bf01924-6094-4295-8fce-06b3ee498b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:15.309951 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-6db7ba81-0280-4bdf-b081-59b516fedcd9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eca0a5a0240a458988251d7b19677bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173250 Jun 30 01:34:15.310666 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7ba81-0280-4bdf-b081-59b516fedcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e11cda-a872-457d-afba-c48d40b2fd6b,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:15.312750 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39504) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:15.313629 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-6db7ba81-0280-4bdf-b081-59b516fedcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:15.360426 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7cd05b68-32bc-492c-8578-c0ea54374c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:15.380898 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7cd05b68-32bc-492c-8578-c0ea54374c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:15.476550 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7cd05b68-32bc-492c-8578-c0ea54374c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:15.479154 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7cd05b68-32bc-492c-8578-c0ea54374c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:15.480467 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-7cd05b68-32bc-492c-8578-c0ea54374c5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9e11cda-a872-457d-afba-c48d40b2fd6b HTTP/1.1" status: 204 len: 168 time: 0.1667571 Jun 30 01:34:15.481252 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-447cb49e-44c0-425a-9895-6bdd1ae48ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:15.489357 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd05b68-32bc-492c-8578-c0ea54374c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e11cda-a872-457d-afba-c48d40b2fd6b,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:15.491585 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7cd05b68-32bc-492c-8578-c0ea54374c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:16.497375 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e388cd-9920-4593-8429-dee771020ddd req-2d63cb11-5c43-4fff-880e-a7bc12363c31 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:16.500204 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f0e388cd-9920-4593-8429-dee771020ddd req-2d63cb11-5c43-4fff-880e-a7bc12363c31 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0651715 Jun 30 01:34:16.536626 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f0e388cd-9920-4593-8429-dee771020ddd req-8feb06e3-c4c3-46fc-8279-c18e37c2bc02 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316558 Jun 30 01:34:17.712995 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e193b-0a3f-436f-bed5-6edf3242ce42 req-3114358e-c028-41b5-9391-b1e760385050 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:17.714430 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f32e193b-0a3f-436f-bed5-6edf3242ce42 req-3114358e-c028-41b5-9391-b1e760385050 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0610600 Jun 30 01:34:17.753538 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f32e193b-0a3f-436f-bed5-6edf3242ce42 req-cbb34dcd-f0b5-46f6-9fbf-dc30d653aca0 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329490 Jun 30 01:34:17.911555 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be3b99-7b36-4e1a-a181-ff21dce876c8 req-27bd65be-0131-4879-8456-a29f1a8d3fa4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:17.913102 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-40be3b99-7b36-4e1a-a181-ff21dce876c8 req-27bd65be-0131-4879-8456-a29f1a8d3fa4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 946 time: 0.0672774 Jun 30 01:34:17.950300 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-40be3b99-7b36-4e1a-a181-ff21dce876c8 req-a711f0ab-9046-4d05-b817-47971a610deb tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314567 Jun 30 01:34:18.956326 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a7b5a-be85-4b72-aa37-3551ca63e2c0 req-b41413b8-ff89-4477-b6d7-bc91ac120555 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:18.957839 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cf0a7b5a-be85-4b72-aa37-3551ca63e2c0 req-b41413b8-ff89-4477-b6d7-bc91ac120555 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0793152 Jun 30 01:34:19.000262 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cf0a7b5a-be85-4b72-aa37-3551ca63e2c0 req-57303f8f-be62-40de-b3c5-2c2d37e5d11b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365689 Jun 30 01:34:19.131716 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be0030-7deb-4d0a-b396-ce00c1b78920 req-6d9aab9a-4aa1-4ef0-bbd4-477913ef55df tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:19.133172 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-49be0030-7deb-4d0a-b396-ce00c1b78920 req-6d9aab9a-4aa1-4ef0-bbd4-477913ef55df tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 946 time: 0.0655885 Jun 30 01:34:19.215426 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-49be0030-7deb-4d0a-b396-ce00c1b78920 req-480d6148-2686-4f19-9891-af2b1b1b9ea6 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups?id=643c65a7-74d1-400f-9c03-4f157a1ced7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723646 Jun 30 01:34:19.237481 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-6edc742d-b957-4d14-a3e7-e4892e3eb363 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:19.239006 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-6edc742d-b957-4d14-a3e7-e4892e3eb363 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.36 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 946 time: 0.1049480 Jun 30 01:34:19.339182 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Deleting port a2382330-2828-407d-9706-92c4e775d667 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:19.339518 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.422798 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] For port a2382330-2828-407d-9706-92c4e775d667, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a2382330-2828-407d-9706-92c4e775d667,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:19.423093 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.592650 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.593021 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.593325 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.l3_db [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Floating IP 219c6089-5b33-4315-a371-f4366901a548 disassociated. External IP: 172.27.1.112, port: a2382330-2828-407d-9706-92c4e775d667. Jun 30 01:34:19.593657 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Calling delete_port for a2382330-2828-407d-9706-92c4e775d667 owned by compute:nova {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:19.774155 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.777900 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:19.804186 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event deleted for resources: {'Port': ['ID=a2382330-2828-407d-9706-92c4e775d667,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:19.807212 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:19.914569 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:34:20.016073 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:34:20.026109 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987ce51-092d-4498-8cd9-88352569a0a0 None None] Sync routers for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:34:20.035437 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987ce51-092d-4498-8cd9-88352569a0a0 None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:34:20.036034 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-f987ce51-092d-4498-8cd9-88352569a0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:34:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:20.061129 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] No DVR routers for this DVR port a2382330-2828-407d-9706-92c4e775d667 on host hv-cinder-79724 {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:34:20.064019 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:20.066514 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9f464bad-75da-4ba0-9249-a40aa740d53f req-c5c5faed-64d8-468f-a29d-af2530c23e5c tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.36 "DELETE /v2.0/ports/a2382330-2828-407d-9706-92c4e775d667 HTTP/1.1" status: 204 len: 173 time: 0.8220491 Jun 30 01:34:20.067149 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'name': 'network-vif-deleted', 'tag': 'a2382330-2828-407d-9706-92c4e775d667'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:20.070355 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccbb87c-1a5b-4b28-82ce-070e10274dbd" -d '{"events": [{"server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "name": "network-vif-deleted", "tag": "a2382330-2828-407d-9706-92c4e775d667"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:20.109644 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2800ee1-0af8-4d39-be28-b7243d286a86 x-openstack-request-id: req-b2800ee1-0af8-4d39-be28-b7243d286a86 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:20.110085 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91205883-69b2-42d1-8912-92af04a16926", "name": "network-vif-deleted", "tag": "a2382330-2828-407d-9706-92c4e775d667", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:20.110471 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2800ee1-0af8-4d39-be28-b7243d286a86 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:20.111179 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91205883-69b2-42d1-8912-92af04a16926', 'name': 'network-vif-deleted', 'tag': 'a2382330-2828-407d-9706-92c4e775d667', 'status': 'completed', 'code': 200} Jun 30 01:34:20.147930 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-f987ce51-092d-4498-8cd9-88352569a0a0 None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:34:20.206505 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c24ab-4302-4d92-8083-1714c4bc2aba req-71f6dd12-d027-4866-8d21-1c29ca81cf98 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:20.208063 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3c5c24ab-4302-4d92-8083-1714c4bc2aba req-71f6dd12-d027-4866-8d21-1c29ca81cf98 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0814519 Jun 30 01:34:20.260756 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3c5c24ab-4302-4d92-8083-1714c4bc2aba req-0060a89f-74ef-44e2-9624-1eb996a9e486 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461388 Jun 30 01:34:20.381461 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-f987ce51-092d-4498-8cd9-88352569a0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 5, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:20.414882 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987ce51-092d-4498-8cd9-88352569a0a0 None None] Checking router: 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:34:20.418419 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987ce51-092d-4498-8cd9-88352569a0a0 None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:34:20.419023 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-f987ce51-092d-4498-8cd9-88352569a0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:34:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:20.434187 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cb1bdf20-4afb-42a3-8eef-a95bb9bd9aec req-5a9e778d-a3d0-4111-9bba-53d595075f0f tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/ports?device_id=91205883-69b2-42d1-8912-92af04a16926 HTTP/1.1" status: 200 len: 210 time: 0.0284665 Jun 30 01:34:20.522797 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-f987ce51-092d-4498-8cd9-88352569a0a0 None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:34:20.700389 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39588) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:20.805499 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ee5cc037-22f0-4a74-8b75-a18a6e7addcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:20.807743 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-f987ce51-092d-4498-8cd9-88352569a0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 5, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:20.839007 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987ce51-092d-4498-8cd9-88352569a0a0 None None] The sync data for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi is: [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'a7802727-03df-4b8c-9701-9f968ab6a0c3', 'name': '', 'network_id': '4bfd3d0c-832f-4d93-85f2-b953fb9a89fb', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'mac_address': 'fa:16:3e:d3:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:48Z', 'updated_at': '2021-06-30T01:27:00Z', 'revision_number': 5, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'subnets': [{'id': 'e22b904e-cadb-439b-a41f-b9e970cd6b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:34:20.905239 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ee5cc037-22f0-4a74-8b75-a18a6e7addcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.008757 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ee5cc037-22f0-4a74-8b75-a18a6e7addcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.011595 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-43fd086a-9bd8-440f-96bd-ef8b68a6c02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:21.053894 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-ee5cc037-22f0-4a74-8b75-a18a6e7addcd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e04ac823d4224cae9a32812bffb7a51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522542 Jun 30 01:34:21.056775 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39592) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:21.057265 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cc037-22f0-4a74-8b75-a18a6e7addcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11890e2f-9735-45b3-b91c-25c916b83cd9,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:21.072056 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ee5cc037-22f0-4a74-8b75-a18a6e7addcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:21.088957 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5860c7e1-99c3-433d-a455-1542ab5cf3dd None None] New status for floating IP 219c6089-5b33-4315-a371-f4366901a548: DOWN {{(pid=93394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:34:21.107236 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4229889f-18be-4dc7-aa55-f13494dbb313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.127285 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4229889f-18be-4dc7-aa55-f13494dbb313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.282720 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4229889f-18be-4dc7-aa55-f13494dbb313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.286259 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-4229889f-18be-4dc7-aa55-f13494dbb313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.290068 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-4229889f-18be-4dc7-aa55-f13494dbb313 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11890e2f-9735-45b3-b91c-25c916b83cd9 HTTP/1.1" status: 204 len: 168 time: 0.2321556 Jun 30 01:34:21.290905 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5ce2fec8-6672-48d6-a7d2-5644704d29ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:21.303701 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229889f-18be-4dc7-aa55-f13494dbb313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11890e2f-9735-45b3-b91c-25c916b83cd9,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:21.305733 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4229889f-18be-4dc7-aa55-f13494dbb313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:21.445812 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34fe6-64ba-4a1c-be67-54baba67f5ed req-1170ca4e-ae30-4806-9779-ec772063f78d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:21.447304 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-75f34fe6-64ba-4a1c-be67-54baba67f5ed req-1170ca4e-ae30-4806-9779-ec772063f78d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0622935 Jun 30 01:34:21.486579 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-75f34fe6-64ba-4a1c-be67-54baba67f5ed req-41adc3be-81fc-468d-bfae-2bf6d7daf56e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337174 Jun 30 01:34:21.603688 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39604) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:21.657359 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-579ae1a4-c281-45ed-993d-a92d01393195 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.683114 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-579ae1a4-c281-45ed-993d-a92d01393195 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.779829 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-579ae1a4-c281-45ed-993d-a92d01393195 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.782428 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-579ae1a4-c281-45ed-993d-a92d01393195 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.783585 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-579ae1a4-c281-45ed-993d-a92d01393195 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "DELETE /v2.0/security-groups/643c65a7-74d1-400f-9c03-4f157a1ced7b HTTP/1.1" status: 204 len: 168 time: 0.1788743 Jun 30 01:34:21.784363 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-627119a7-01af-4391-9fe2-d6350005d11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:21.786398 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39606) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:21.793081 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ae1a4-c281-45ed-993d-a92d01393195 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643c65a7-74d1-400f-9c03-4f157a1ced7b,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:21.795360 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-579ae1a4-c281-45ed-993d-a92d01393195 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:21.800638 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.api.v2.resource [None req-8c6e3bf6-299e-4957-85c9-adfe8f943433 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] show failed (client error): The resource could not be found. Jun 30 01:34:21.801678 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-8c6e3bf6-299e-4957-85c9-adfe8f943433 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "GET /v2.0/security-groups/643c65a7-74d1-400f-9c03-4f157a1ced7b HTTP/1.1" status: 404 len: 347 time: 0.0142689 Jun 30 01:34:21.804897 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39608) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:21.812113 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39610) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:21.835951 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3ff463d9-0302-4d51-8760-d532e8ec6c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.930634 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-bb417a96-4e3e-410e-81f1-06c25c139dd1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Deleting port 17abc641-6135-4aad-9172-d2183601af73 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:21.930962 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bb417a96-4e3e-410e-81f1-06c25c139dd1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.932869 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3ff463d9-0302-4d51-8760-d532e8ec6c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.991123 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3ff463d9-0302-4d51-8760-d532e8ec6c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:21.994565 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-f2c0c7e7-5bd1-4205-a1ac-2e291654e9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:22.006665 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bb417a96-4e3e-410e-81f1-06c25c139dd1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:22.007019 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bb417a96-4e3e-410e-81f1-06c25c139dd1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:22.018308 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-bb417a96-4e3e-410e-81f1-06c25c139dd1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Calling delete_port for 17abc641-6135-4aad-9172-d2183601af73 owned by network:floatingip {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:22.028818 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-3ff463d9-0302-4d51-8760-d532e8ec6c7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f39779061d8348279154f469867fde38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154670 Jun 30 01:34:22.030816 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff463d9-0302-4d51-8760-d532e8ec6c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a72c83-85ca-4576-8278-9c5158c79125,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:22.031770 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39612) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:22.034436 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-3ff463d9-0302-4d51-8760-d532e8ec6c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:22.132727 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f206556c-bdd7-4631-9d48-fb37d386b61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:22.155422 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f206556c-bdd7-4631-9d48-fb37d386b61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:22.288106 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bb417a96-4e3e-410e-81f1-06c25c139dd1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:22.291048 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-5fb16451-f26c-4d96-b991-de041a50629c tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:22.313777 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb417a96-4e3e-410e-81f1-06c25c139dd1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Pushing event deleted for resources: {'Port': ['ID=17abc641-6135-4aad-9172-d2183601af73,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:22.317186 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-bb417a96-4e3e-410e-81f1-06c25c139dd1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:22.324138 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f206556c-bdd7-4631-9d48-fb37d386b61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:22.324138 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f206556c-bdd7-4631-9d48-fb37d386b61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:22.324138 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-f206556c-bdd7-4631-9d48-fb37d386b61c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1a72c83-85ca-4576-8278-9c5158c79125 HTTP/1.1" status: 204 len: 168 time: 0.2907968 Jun 30 01:34:22.325376 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-635e01e7-952f-43ec-b64a-db1d3442468f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:22.349325 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206556c-bdd7-4631-9d48-fb37d386b61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a72c83-85ca-4576-8278-9c5158c79125,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:22.367609 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f206556c-bdd7-4631-9d48-fb37d386b61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:22.386409 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bb417a96-4e3e-410e-81f1-06c25c139dd1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks [] for floatingip, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:22.388858 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-bb417a96-4e3e-410e-81f1-06c25c139dd1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:22.389984 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-bb417a96-4e3e-410e-81f1-06c25c139dd1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] 10.222.0.35 "DELETE /v2.0/floatingips/219c6089-5b33-4315-a371-f4366901a548 HTTP/1.1" status: 204 len: 168 time: 0.5841339 Jun 30 01:34:22.692155 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da83407-a469-47f4-86f1-7e17eee56a33 req-b1218c01-a6e5-4838-8b0c-024cbf9b7009 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:22.693753 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6da83407-a469-47f4-86f1-7e17eee56a33 req-b1218c01-a6e5-4838-8b0c-024cbf9b7009 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0764930 Jun 30 01:34:22.733490 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6da83407-a469-47f4-86f1-7e17eee56a33 req-1623d0d0-03ba-48d7-b5c4-bb6e777543f7 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339992 Jun 30 01:34:22.895138 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device a2382330-2828-407d-9706-92c4e775d667 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:34:22.914598 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: a2382330-2828-407d-9706-92c4e775d667 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:34:22.914977 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device a2382330-2828-407d-9706-92c4e775d667 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:34:23.321711 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39640) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:23.413710 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1494261231-network', 'tenant_id': '30685bb4c01846ecb9dc5f23eadcb555'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:23.488122 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Made reservation on behalf of 30685bb4c01846ecb9dc5f23eadcb555 for: {'network': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:34:23.490418 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:23.498832 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:23.584470 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:23.642581 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:23.646464 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-40f58c90-d83e-4d75-95de-c7de50119b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:23.663552 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:34:23.676620 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:23.680900 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:23.681924 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:23.682255 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.segments_db [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Added segment 5c283590-e2e8-4ba9-bece-f56dfb524417 of type vlan for network 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 Jun 30 01:34:23.722849 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:23.825682 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:23.827200 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:23.827902 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:23.831305 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-6daab2d7-ec97-4143-a5cc-2ca41bc5c08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:23.919693 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Pushing event updated for resources: {'Network': ['ID=99cd470c-5e83-4fbc-bab0-1ba0fafb0a80,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:23.923783 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:23.930466 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:34:23.953252 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f50f3-e0d0-41e9-af6d-6686761bcd9a req-cf012558-9345-4aa2-9305-adaf8b6f384b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:23.954765 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b16f50f3-e0d0-41e9-af6d-6686761bcd9a req-cf012558-9345-4aa2-9305-adaf8b6f384b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.1062949 Jun 30 01:34:23.959978 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6343665 Jun 30 01:34:23.960166 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39654) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:23.964896 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-4a9cd1a5-a237-4ca5-9685-d8250b1dab5a admin admin] Request body: {'subnet': {'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1494261231-subnet', 'tenant_id': '30685bb4c01846ecb9dc5f23eadcb555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:24.010886 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b16f50f3-e0d0-41e9-af6d-6686761bcd9a req-9898208f-85de-4bdb-a501-bd7110cdef2c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425713 Jun 30 01:34:24.081703 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9cd1a5-a237-4ca5-9685-d8250b1dab5a admin admin] Made reservation on behalf of 30685bb4c01846ecb9dc5f23eadcb555 for: {'subnet': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:34:24.084068 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4a9cd1a5-a237-4ca5-9685-d8250b1dab5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59550922'] for subnet, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:24.322656 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4a9cd1a5-a237-4ca5-9685-d8250b1dab5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59630486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59550936'] for subnet, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:24.325672 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:24.385525 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cd1a5-a237-4ca5-9685-d8250b1dab5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=660c3427-7acf-490c-bfd9-91fb754b7799,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:24.387947 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cd1a5-a237-4ca5-9685-d8250b1dab5a admin admin] Checking segment: {'id': '5c283590-e2e8-4ba9-bece-f56dfb524417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:34:24.388300 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9cd1a5-a237-4ca5-9685-d8250b1dab5a admin admin] Network hostable DHCP agents. Network: 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:34:24.390467 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-4a9cd1a5-a237-4ca5-9685-d8250b1dab5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:24.493814 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9cd1a5-a237-4ca5-9685-d8250b1dab5a admin admin] Network 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:34:24.579635 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-4a9cd1a5-a237-4ca5-9685-d8250b1dab5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80) {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:34:24.584112 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9cd1a5-a237-4ca5-9685-d8250b1dab5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:24.584756 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-4a9cd1a5-a237-4ca5-9685-d8250b1dab5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:24.589085 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e7345b-2dee-47b9-88ec-d21bcca82561 None None] Network 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:34:24.654945 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-4a9cd1a5-a237-4ca5-9685-d8250b1dab5a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6938107 Jun 30 01:34:24.708440 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce70a35-e725-4999-ab6a-a16aa6c9ee50 None None] Network 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:34:25.187312 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02b2c-f4dd-495e-9ead-dcdf513467e9 req-7c1c7f3a-869a-41cf-bb8d-c48bcd543212 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:25.188987 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1dc02b2c-f4dd-495e-9ead-dcdf513467e9 req-7c1c7f3a-869a-41cf-bb8d-c48bcd543212 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0649514 Jun 30 01:34:25.226338 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39672) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:25.237506 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1dc02b2c-f4dd-495e-9ead-dcdf513467e9 req-b32bc2fc-87f2-4ac5-bc1f-a1716b63de6d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428636 Jun 30 01:34:25.880254 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740615'] for router_interface, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:26.127276 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] Deleting port a7802727-03df-4b8c-9701-9f968ab6a0c3 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:26.127615 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:26.202034 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] For port a7802727-03df-4b8c-9701-9f968ab6a0c3, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=a7802727-03df-4b8c-9701-9f968ab6a0c3,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:26.202377 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:26.214169 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] Calling delete_port for a7802727-03df-4b8c-9701-9f968ab6a0c3 owned by network:router_interface {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:26.440316 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a4b85-d956-4484-afda-7b4fcec52243 req-e6b4ecf6-5375-42ee-ad97-5dcf4ee93d81 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:26.441791 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-024a4b85-d956-4484-afda-7b4fcec52243 req-e6b4ecf6-5375-42ee-ad97-5dcf4ee93d81 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0922110 Jun 30 01:34:26.483303 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-024a4b85-d956-4484-afda-7b4fcec52243 req-f4b93f10-78ee-4baf-8212-71e5d2fb158f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316157 Jun 30 01:34:26.483303 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:26.483303 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3724ada6-1fd4-412c-9862-28f6ff81101b tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:26.507190 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7802727-03df-4b8c-9701-9f968ab6a0c3,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:26.510213 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:26.748917 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741303'] for router_interface, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:26.761038 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-25d6ae7d-0499-47f5-9704-369fdf2d3595 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:26.762504 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-25d6ae7d-0499-47f5-9704-369fdf2d3595 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/networks?id=99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 HTTP/1.1" status: 200 len: 809 time: 0.1516013 Jun 30 01:34:26.810822 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-7d07ac05-0e09-43e0-9276-a78cf404ac99 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/quotas/30685bb4c01846ecb9dc5f23eadcb555 HTTP/1.1" status: 200 len: 375 time: 0.0414665 Jun 30 01:34:26.852655 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-30ddba6c-3b10-4432-a2e6-b34556067c28 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=30685bb4c01846ecb9dc5f23eadcb555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324988 Jun 30 01:34:27.016292 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-b2a2e562-d931-4fcb-b1b7-017e147598fa service neutron] 10.222.0.35 "GET /v2.0/networks/99cd470c-5e83-4fbc-bab0-1ba0fafb0a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369727 Jun 30 01:34:27.127145 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] Router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:34:27.152022 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-b2fdb381-cfbc-478f-a7fd-8bd9df9b30f4 service neutron] 10.222.0.35 "GET /v2.0/networks/99cd470c-5e83-4fbc-bab0-1ba0fafb0a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295044 Jun 30 01:34:27.254266 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:34:27.260378 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] 10.222.0.35 "PUT /v2.0/routers/3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0322640 Jun 30 01:34:27.262022 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39696) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:27.265081 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aac16c-5d54-4ff9-8d21-29036953921b None None] Sync routers for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:34:27.274858 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aac16c-5d54-4ff9-8d21-29036953921b None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:34:27.275441 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-f3aac16c-5d54-4ff9-8d21-29036953921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:34:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:27.369127 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Notify callbacks [] for router, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:27.380454 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-f3aac16c-5d54-4ff9-8d21-29036953921b None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:34:27.441670 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-893ba4ad-ca5e-44fa-adaf-e8f9b12bb12e req-6bf8af71-83ed-454e-a832-2f6b3e9caae6 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 210 time: 0.0341206 Jun 30 01:34:27.506939 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:27.583244 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-f3aac16c-5d54-4ff9-8d21-29036953921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '80515935-e8b2-4123-800c-c4333ec23495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:34:26Z', 'revision_number': 5, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port': {'id': '80515935-e8b2-4123-800c-c4333ec23495', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:26:44Z', 'updated_at': '2021-06-30T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:27.611823 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aac16c-5d54-4ff9-8d21-29036953921b None None] Checking router: 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:34:27.622383 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aac16c-5d54-4ff9-8d21-29036953921b None None] Routers {'3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:34:27.623303 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-f3aac16c-5d54-4ff9-8d21-29036953921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:34:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:27.643423 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Deleting port 80515935-e8b2-4123-800c-c4333ec23495 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:27.643768 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:27.708633 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-f3aac16c-5d54-4ff9-8d21-29036953921b None None] Set router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 gateway port host: None {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:34:27.752104 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add05f3-ca7a-45f8-85a8-9107c13e4141 req-356478ea-6eb8-4a76-9a33-5d109f218f53 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:27.753570 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7add05f3-ca7a-45f8-85a8-9107c13e4141 req-356478ea-6eb8-4a76-9a33-5d109f218f53 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.1282518 Jun 30 01:34:27.760021 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] For port 80515935-e8b2-4123-800c-c4333ec23495, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=80515935-e8b2-4123-800c-c4333ec23495,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:27.760381 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:27.762250 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-f3aac16c-5d54-4ff9-8d21-29036953921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:34:27Z', 'revision_number': 6, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port_host': None}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:27.784138 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Calling delete_port for 80515935-e8b2-4123-800c-c4333ec23495 owned by network:router_gateway {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:27.789174 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aac16c-5d54-4ff9-8d21-29036953921b None None] The sync data for ids ['3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435'] in dv-cinder-797245-10-iscsi is: [{'id': '3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435', 'name': 'tempest-AttachVolumeShelveTestJSON-992685673-router', 'tenant_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:26:42Z', 'updated_at': '2021-06-30T01:34:27Z', 'revision_number': 6, 'project_id': 'c9c16c3286ce42ed8603762ac2252b8a', 'gw_port_host': None}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:34:27.844439 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7add05f3-ca7a-45f8-85a8-9107c13e4141 req-d5d94b8f-e070-40fd-b6bd-fd9c87cd543c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815525 Jun 30 01:34:28.066238 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.068422 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-aaa0763f-b77e-400b-8193-c5ca87f44cf4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:28.093991 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Pushing event deleted for resources: {'Port': ['ID=80515935-e8b2-4123-800c-c4333ec23495,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:28.097683 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:28.154700 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630227'] for router_gateway, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.174722 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3622-f04e-4505-ba5d-9b86f388223c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.247720 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-273'] for router, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.249032 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.362490 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737682'] for router, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.363046 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 {{(pid=93392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:34:28.368052 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Notify callbacks [] for router, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.369191 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3b2f3bb4-24b3-4cc4-8e06-b3fdd1518435 HTTP/1.1" status: 204 len: 168 time: 1.1062129 Jun 30 01:34:28.371717 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39710) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:28.414429 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f72d83-248f-48b2-b54d-6bf51cb552cd admin admin] Deleting subnet e22b904e-cadb-439b-a41f-b9e970cd6b7e {{(pid=93392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:34:28.417295 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-04f72d83-248f-48b2-b54d-6bf51cb552cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.450845 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-04f72d83-248f-48b2-b54d-6bf51cb552cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551427'] for subnet, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.546786 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8f267608-f6c7-48e9-acfb-ae7eb21cbddb req-c936295b-9d19-4aa9-9f4a-7c0b3b0f12d4 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 210 time: 0.0333707 Jun 30 01:34:28.556576 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-04f72d83-248f-48b2-b54d-6bf51cb552cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.683321 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-04f72d83-248f-48b2-b54d-6bf51cb552cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59630553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550959'] for subnet, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.685668 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:28.709971 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f72d83-248f-48b2-b54d-6bf51cb552cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e22b904e-cadb-439b-a41f-b9e970cd6b7e,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:28.713058 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-04f72d83-248f-48b2-b54d-6bf51cb552cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:28.717386 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-04f72d83-248f-48b2-b54d-6bf51cb552cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.719818 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-04f72d83-248f-48b2-b54d-6bf51cb552cd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e22b904e-cadb-439b-a41f-b9e970cd6b7e HTTP/1.1" status: 204 len: 168 time: 0.3470039 Jun 30 01:34:28.721024 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39714) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:28.724004 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e82d93-a126-4625-ba7f-b755a80f0b01 None None] Network 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:34:28.795043 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.855756 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Deleting port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:28.856699 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.941090 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] DHCP port deletion for 4bfd3d0c-832f-4d93-85f2-b953fb9a89fb request from dv-cinder-797245-10-iscsi {{(pid=93394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:34:28.956717 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] For port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=244b3fcc-a22e-4a9e-b4e6-169a6cca126a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:28.957379 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.982522 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Calling delete_port for 244b3fcc-a22e-4a9e-b4e6-169a6cca126a owned by network:dhcp {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:28.991080 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Deleting port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a {{(pid=93394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:28.991727 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:29.061682 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] For port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=244b3fcc-a22e-4a9e-b4e6-169a6cca126a,segment=NetworkSegment(ec21efc7-e9b0-44db-9f79-62c391d74d08),segment_id=ec21efc7-e9b0-44db-9f79-62c391d74d08)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:29.062060 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:29.075795 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Calling delete_port for 244b3fcc-a22e-4a9e-b4e6-169a6cca126a owned by network:dhcp {{(pid=93394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:29.088264 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae368e3-5343-4627-a1a0-979f59ced62b req-4d218ae8-0fa1-49a6-acb6-2ca6973a456e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:29.089767 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8ae368e3-5343-4627-a1a0-979f59ced62b req-4d218ae8-0fa1-49a6-acb6-2ca6973a456e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.1241679 Jun 30 01:34:29.138400 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8ae368e3-5343-4627-a1a0-979f59ced62b req-603857b3-1805-4fbb-9092-856b4f899336 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380721 Jun 30 01:34:29.219957 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:29.223623 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ec91e860-35e2-49e7-aa1a-34aa9023f03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:29.226978 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271'] for port, after_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:29.229743 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:29.247854 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Pushing event deleted for resources: {'Port': ['ID=244b3fcc-a22e-4a9e-b4e6-169a6cca126a,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:29.250930 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:29.251731 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] No DVR routers for this DVR port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a on host dv-cinder-797245-10-iscsi {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:34:29.256929 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Pushing event deleted for resources: {'Port': ['ID=244b3fcc-a22e-4a9e-b4e6-169a6cca126a,revision_number=None']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:29.259253 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] No DVR routers for this DVR port 244b3fcc-a22e-4a9e-b4e6-169a6cca126a on host dv-cinder-797245-10-iscsi {{(pid=93394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:34:29.266820 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.267700 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.268042 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.275127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.275127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.275127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.275127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.275127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.275127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.275127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.275127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.275127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.279755 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-fd2a81ab-6c6f-418d-b635-4bfbdf1cce54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:29.327111 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:29.337080 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfd3d0c-832f-4d93-85f2-b953fb9a89fb']}} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:29.347449 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec21efc7-e9b0-44db-9f79-62c391d74d08') {'for_net_delete': True} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:29.347744 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec21efc7-e9b0-44db-9f79-62c391d74d08') {} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:29.356182 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59551436'] for segment, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:29.372589 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:29.378173 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:34:29.378546 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59630452'] for segment, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: Traceback (most recent call last): Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: timer() Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: cb(*args, **kw) Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: return func(*args, **kwargs) Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: self._notify() Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: self.callback(batched_events) Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: event.method(event) Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: return f(self, *a, **k) Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._get(url).json() Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: return self.request(url, 'GET', **kwargs) Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:34:29.380150 dv-cinder-797245-10-iscsi neutron-server[93392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:34:29.488177 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:29.492055 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:29.504345 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:29.506251 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] 10.222.0.35 "DELETE /v2.0/networks/4bfd3d0c-832f-4d93-85f2-b953fb9a89fb HTTP/1.1" status: 204 len: 168 time: 0.7842367 Jun 30 01:34:29.507672 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Pushing event deleted for resources: {'Network': ['ID=4bfd3d0c-832f-4d93-85f2-b953fb9a89fb,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:29.509944 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:29.543344 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device a7802727-03df-4b8c-9701-9f968ab6a0c3 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:34:29.561718 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: a7802727-03df-4b8c-9701-9f968ab6a0c3 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:34:29.562138 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device a7802727-03df-4b8c-9701-9f968ab6a0c3 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:34:29.562558 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 80515935-e8b2-4123-800c-c4333ec23495 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:34:29.581695 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 80515935-e8b2-4123-800c-c4333ec23495 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:34:29.582046 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 80515935-e8b2-4123-800c-c4333ec23495 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:34:29.582460 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 244b3fcc-a22e-4a9e-b4e6-169a6cca126a no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:34:29.601030 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 244b3fcc-a22e-4a9e-b4e6-169a6cca126a {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:34:29.601378 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 244b3fcc-a22e-4a9e-b4e6-169a6cca126a not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:34:29.690298 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f3c3676a-0e80-42d0-85f1-d114b8793105 req-ec8d064e-af48-4869-b84c-08c29b970975 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 210 time: 0.0281851 Jun 30 01:34:29.800340 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39722) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:29.839257 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-61adf85a-6547-40e7-a09d-055fe1080044 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9c16c3286ce42ed8603762ac2252b8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377254 Jun 30 01:34:29.841613 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39724) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:29.890249 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-940ba5d8-24b5-41ce-b57a-bda60d9fb314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:29.911229 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-940ba5d8-24b5-41ce-b57a-bda60d9fb314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:29.972353 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-995a9e9a-1613-4323-a16c-72ccac61b587 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:29.973859 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-995a9e9a-1613-4323-a16c-72ccac61b587 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.36 "GET /v2.0/networks?id=99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 HTTP/1.1" status: 200 len: 809 time: 0.1066947 Jun 30 01:34:29.985182 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Request body: {'port': {'device_id': '88175e4b-c6cf-4fc7-9521-2f915eb9a857', 'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80', 'admin_state_up': True, 'tenant_id': '30685bb4c01846ecb9dc5f23eadcb555'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:30.014319 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-940ba5d8-24b5-41ce-b57a-bda60d9fb314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:30.017071 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-940ba5d8-24b5-41ce-b57a-bda60d9fb314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:30.018220 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-940ba5d8-24b5-41ce-b57a-bda60d9fb314 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/902f890a-810e-43e8-92bc-724d062d347d HTTP/1.1" status: 204 len: 168 time: 0.1756554 Jun 30 01:34:30.019003 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0dad317e-9d8b-4ea1-afd6-6ebc1cf9ecc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:30.026263 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ba5d8-24b5-41ce-b57a-bda60d9fb314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902f890a-810e-43e8-92bc-724d062d347d,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:30.028886 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-940ba5d8-24b5-41ce-b57a-bda60d9fb314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:30.443105 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd53b5-0429-49fd-8df5-237821559cfd req-49bcba03-77d4-4c37-909f-22ee5bca63d9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:30.444590 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-99cd53b5-0429-49fd-8df5-237821559cfd req-49bcba03-77d4-4c37-909f-22ee5bca63d9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0795803 Jun 30 01:34:30.483117 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-99cd53b5-0429-49fd-8df5-237821559cfd req-9766f2dc-7a9c-4cdf-9cc6-72bf6342cb16 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Jun 30 01:34:30.488108 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Made reservation on behalf of 30685bb4c01846ecb9dc5f23eadcb555 for: {'port': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:34:30.491510 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:30.615240 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Allocated IP 172.20.0.10 (99cd470c-5e83-4fbc-bab0-1ba0fafb0a80/660c3427-7acf-490c-bfd9-91fb754b7799/e937eef1-d210-4cc8-9377-fc412f211ccb) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:34:30.764055 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:30.809658 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e6d2288f-bc33-49fe-8dc0-791500b813c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:30.835257 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-39284bea-a837-4c9d-8071-cb5496f30528 req-94a36527-3c13-4982-842d-15f6472745ae tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 210 time: 0.0335371 Jun 30 01:34:30.882957 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:30.887147 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-75f6e9ae-c399-4541-ad69-010d659da81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:30.929844 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Network 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:34:30.933005 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:34:30.936831 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:34:30.961979 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Pushing event updated for resources: {'Port': ['ID=e937eef1-d210-4cc8-9377-fc412f211ccb,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:30.966171 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:30.991006 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:30.991644 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:31.105793 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:31.107365 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1251774 Jun 30 01:34:31.119515 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Request body: {'port': {'device_id': '88175e4b-c6cf-4fc7-9521-2f915eb9a857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:31.194794 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:31.450395 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e937eef1-d210-4cc8-9377-fc412f211ccb {{(pid=93392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:34:31.457390 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:31.468427 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Transition to ACTIVE for port object e937eef1-d210-4cc8-9377-fc412f211ccb will not be triggered until provisioned by entity L2. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:34:31.555798 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:31.558879 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-98874cf5-b6e1-4196-919b-406fb6175c35 tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:31.640259 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Pushing event updated for resources: {'Port': ['ID=e937eef1-d210-4cc8-9377-fc412f211ccb,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:31.658173 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:31.661643 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf8cea-9c9d-48ed-a386-4d96eeb408fe req-a99f8b47-d3ef-4d90-a911-55ca232e0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:31.663215 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ffbf8cea-9c9d-48ed-a386-4d96eeb408fe req-a99f8b47-d3ef-4d90-a911-55ca232e0590 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbda0feb92a847d182731ee482789d05&device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 1098 time: 0.0564198 Jun 30 01:34:31.734005 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf993fb-99a3-4920-8ee3-111c8741dcbf req-f6f35eb9-169e-4640-b61c-e516a14fea94 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:31.735729 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3cf993fb-99a3-4920-8ee3-111c8741dcbf req-f6f35eb9-169e-4640-b61c-e516a14fea94 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.1336956 Jun 30 01:34:31.738714 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Attempting to bind port e937eef1-d210-4cc8-9377-fc412f211ccb on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:34:31.739051 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Attempting to bind port e937eef1-d210-4cc8-9377-fc412f211ccb by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '5c283590-e2e8-4ba9-bece-f56dfb524417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80'}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:34:31.739400 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Attempting to bind port e937eef1-d210-4cc8-9377-fc412f211ccb on network 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:34:31.750463 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Port e937eef1-d210-4cc8-9377-fc412f211ccb on network 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:34:31.750785 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Attempting to bind port e937eef1-d210-4cc8-9377-fc412f211ccb on network 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:34:31.752894 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf8cea-9c9d-48ed-a386-4d96eeb408fe req-c1010204-0333-4562-a6cb-2f508f226f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:31.754434 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ffbf8cea-9c9d-48ed-a386-4d96eeb408fe req-c1010204-0333-4562-a6cb-2f508f226f00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 HTTP/1.1" status: 200 len: 910 time: 0.0851426 Jun 30 01:34:31.764169 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:34:31.764505 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Checking segment: {'id': '5c283590-e2e8-4ba9-bece-f56dfb524417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:34:31.764877 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Bound using segment: {'id': '5c283590-e2e8-4ba9-bece-f56dfb524417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80'} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:34:31.765307 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Bound port: e937eef1-d210-4cc8-9377-fc412f211ccb, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c283590-e2e8-4ba9-bece-f56dfb524417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80'}}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:34:31.765697 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:31.808251 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3cf993fb-99a3-4920-8ee3-111c8741dcbf req-64584eeb-9837-4c20-a35d-0dc861188954 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656371 Jun 30 01:34:31.822626 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ffbf8cea-9c9d-48ed-a386-4d96eeb408fe req-59c7c5ac-fe99-47ce-9358-4cfcafc8e19a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7 HTTP/1.1" status: 200 len: 1001 time: 0.0619066 Jun 30 01:34:31.841869 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] For port e937eef1-d210-4cc8-9377-fc412f211ccb, host hv-cinder-79724, cleared binding levels {{(pid=93392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:34:31.844985 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] For port e937eef1-d210-4cc8-9377-fc412f211ccb, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e937eef1-d210-4cc8-9377-fc412f211ccb,segment=NetworkSegment(5c283590-e2e8-4ba9-bece-f56dfb524417),segment_id=5c283590-e2e8-4ba9-bece-f56dfb524417)] {{(pid=93392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:34:31.872409 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf8cea-9c9d-48ed-a386-4d96eeb408fe req-a3e48fb5-1fbb-4625-88d5-cc6855785306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:31.873762 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ffbf8cea-9c9d-48ed-a386-4d96eeb408fe req-a3e48fb5-1fbb-4625-88d5-cc6855785306 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00d439ea-5129-4dfa-88b6-9fe5bcfe9691 HTTP/1.1" status: 200 len: 848 time: 0.0454302 Jun 30 01:34:31.928896 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:31.929063 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:31.931056 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-bb417a96-4e3e-410e-81f1-06c25c139dd1 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:31.949421 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf8cea-9c9d-48ed-a386-4d96eeb408fe req-071d90db-78d5-4abf-b791-5625ebe031ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:31.951779 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ffbf8cea-9c9d-48ed-a386-4d96eeb408fe req-071d90db-78d5-4abf-b791-5625ebe031ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0717583 Jun 30 01:34:31.966916 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:31.966916 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:31.966916 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] 10.222.0.36 "PUT /v2.0/ports/e937eef1-d210-4cc8-9377-fc412f211ccb HTTP/1.1" status: 200 len: 1094 time: 0.8489056 Jun 30 01:34:31.975255 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88175e4b-c6cf-4fc7-9521-2f915eb9a857', 'tag': 'e937eef1-d210-4cc8-9377-fc412f211ccb'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:31.977633 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b795c224-b017-4c7a-8d6f-f22ae5ee5006" -d '{"events": [{"name": "network-changed", "server_uuid": "88175e4b-c6cf-4fc7-9521-2f915eb9a857", "tag": "e937eef1-d210-4cc8-9377-fc412f211ccb"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:32.030513 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811b10be-066c-4ff4-b55d-2b7051d25062 x-openstack-request-id: req-811b10be-066c-4ff4-b55d-2b7051d25062 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:32.030848 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88175e4b-c6cf-4fc7-9521-2f915eb9a857", "tag": "e937eef1-d210-4cc8-9377-fc412f211ccb", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:32.031182 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-811b10be-066c-4ff4-b55d-2b7051d25062 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:32.031778 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88175e4b-c6cf-4fc7-9521-2f915eb9a857', 'tag': 'e937eef1-d210-4cc8-9377-fc412f211ccb', 'status': 'completed', 'code': 200} Jun 30 01:34:32.040079 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Pushing event updated for resources: {'Port': ['ID=e937eef1-d210-4cc8-9377-fc412f211ccb,revision_number=3']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:32.052249 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:32.106223 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ffbf8cea-9c9d-48ed-a386-4d96eeb408fe req-0c41c3af-eb4a-450f-af09-63aa751e879e service neutron] 10.222.0.36 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469297 Jun 30 01:34:32.127114 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b371e92-978c-4223-ae6e-dab41d79a49b req-e62d4ce1-4cb2-4026-a6b3-8098c7e6f490 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:32.128567 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1b371e92-978c-4223-ae6e-dab41d79a49b req-e62d4ce1-4cb2-4026-a6b3-8098c7e6f490 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 944 time: 0.1634476 Jun 30 01:34:32.139135 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795c224-b017-4c7a-8d6f-f22ae5ee5006 req-1ed8f831-a3e6-4d44-927b-6b5879e8a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:32.140580 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b795c224-b017-4c7a-8d6f-f22ae5ee5006 req-1ed8f831-a3e6-4d44-927b-6b5879e8a352 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30685bb4c01846ecb9dc5f23eadcb555&device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 1097 time: 0.0838065 Jun 30 01:34:32.196033 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-ffbf8cea-9c9d-48ed-a386-4d96eeb408fe req-419ec710-44c6-4197-897c-76310f1de519 service neutron] 10.222.0.36 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833013 Jun 30 01:34:32.220932 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1b371e92-978c-4223-ae6e-dab41d79a49b req-76391081-8641-4871-ab5d-921cea766295 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832863 Jun 30 01:34:32.259054 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795c224-b017-4c7a-8d6f-f22ae5ee5006 req-118e2178-8e3e-420d-b736-2e0f7120311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:32.260531 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b795c224-b017-4c7a-8d6f-f22ae5ee5006 req-118e2178-8e3e-420d-b736-2e0f7120311a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=30685bb4c01846ecb9dc5f23eadcb555&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1128232 Jun 30 01:34:32.353821 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795c224-b017-4c7a-8d6f-f22ae5ee5006 req-fcec8a0b-4b7e-417a-b28d-d9ab27d02da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:32.355382 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b795c224-b017-4c7a-8d6f-f22ae5ee5006 req-fcec8a0b-4b7e-417a-b28d-d9ab27d02da8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881228 Jun 30 01:34:32.453462 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-56e5bb72-6893-40c3-838f-1a15f6304bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:32.456231 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-56e5bb72-6893-40c3-838f-1a15f6304bdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30685bb4c01846ecb9dc5f23eadcb555&device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 1097 time: 0.0612376 Jun 30 01:34:32.500620 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-fbdb031c-f461-4db4-94c5-45ba5ca0ae5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e937eef1-d210-4cc8-9377-fc412f211ccb HTTP/1.1" status: 200 len: 217 time: 0.0369096 Jun 30 01:34:32.548153 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-3311ac8a-0850-4bfd-bc8c-b13341baf9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:32.549693 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-3311ac8a-0850-4bfd-bc8c-b13341baf9bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=660c3427-7acf-490c-bfd9-91fb754b7799 HTTP/1.1" status: 200 len: 849 time: 0.0430462 Jun 30 01:34:32.581878 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-10090dcc-699e-4f81-ada8-1a5b3c7fb5fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99cd470c-5e83-4fbc-bab0-1ba0fafb0a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258110 Jun 30 01:34:32.675520 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-06f8f8a9-86c7-4ea2-8cce-462b6f787f71 service neutron] 10.222.0.36 "GET /v2.0/networks/99cd470c-5e83-4fbc-bab0-1ba0fafb0a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853899 Jun 30 01:34:32.763377 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-53c653e3-1b7a-4bbf-8362-f1b9dacd2826 req-ab888b02-7a0e-47ae-9225-a39b288949b8 service neutron] 10.222.0.36 "GET /v2.0/networks/99cd470c-5e83-4fbc-bab0-1ba0fafb0a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808208 Jun 30 01:34:32.987186 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cfb03-057b-4c46-b9ef-c8ebe6de2009 req-e8de5d92-a51a-4537-93ea-ef003e336947 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:32.988664 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b82cfb03-057b-4c46-b9ef-c8ebe6de2009 req-e8de5d92-a51a-4537-93ea-ef003e336947 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0673382 Jun 30 01:34:33.025607 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b82cfb03-057b-4c46-b9ef-c8ebe6de2009 req-289cca23-1e17-44bf-af50-83cfdc883fbd tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312078 Jun 30 01:34:33.356752 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:33.394665 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d0f42-4311-4cf0-a0b3-a07f718792e4 req-733afe72-eb41-4f43-b08d-f33c46284dde tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:33.396165 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1f4d0f42-4311-4cf0-a0b3-a07f718792e4 req-733afe72-eb41-4f43-b08d-f33c46284dde tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 944 time: 0.0616710 Jun 30 01:34:33.433146 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1f4d0f42-4311-4cf0-a0b3-a07f718792e4 req-b609d8bc-ee4a-46c1-ae0e-ff56b0e68df8 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315573 Jun 30 01:34:34.195654 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38ac54-1fa9-4585-a7bd-e4d432bc2556 req-b6ab9d69-0d6e-48f2-8bbe-bb9a166f69b5 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:34.197078 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9b38ac54-1fa9-4585-a7bd-e4d432bc2556 req-b6ab9d69-0d6e-48f2-8bbe-bb9a166f69b5 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0609243 Jun 30 01:34:34.233570 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9b38ac54-1fa9-4585-a7bd-e4d432bc2556 req-ffeaf4fd-3e96-4069-aebc-c69ad79ea77b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310531 Jun 30 01:34:34.602867 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d575e-54c0-42d1-9904-f06572405b6e req-62239137-835a-4d2f-b699-6fb6e2d673ed tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:34.604339 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ec1d575e-54c0-42d1-9904-f06572405b6e req-62239137-835a-4d2f-b699-6fb6e2d673ed tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 944 time: 0.0647163 Jun 30 01:34:34.640825 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ec1d575e-54c0-42d1-9904-f06572405b6e req-ae619e5c-0d77-42ca-817a-d53d7d0b069f tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309713 Jun 30 01:34:35.411951 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3a38b-abf8-4966-9b22-a8b739083bdc req-43aff478-b14a-4a12-8326-895a351aa3d2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:35.413381 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-41c3a38b-abf8-4966-9b22-a8b739083bdc req-43aff478-b14a-4a12-8326-895a351aa3d2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0609441 Jun 30 01:34:35.448848 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-41c3a38b-abf8-4966-9b22-a8b739083bdc req-73615ff2-d587-4ba2-be0c-93aacd8a2158 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299971 Jun 30 01:34:35.812337 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd03d9-0218-4ff0-85bd-ce0676824e98 req-3948d122-4ef8-4c47-8dc9-75b39281b5c2 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:35.813783 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56bd03d9-0218-4ff0-85bd-ce0676824e98 req-3948d122-4ef8-4c47-8dc9-75b39281b5c2 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 944 time: 0.0653961 Jun 30 01:34:35.851987 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56bd03d9-0218-4ff0-85bd-ce0676824e98 req-d5cb1ac5-2adf-498f-9b30-35c129ac8bad tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Jun 30 01:34:36.167957 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:36.619278 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e607cfe-af2b-47fa-98a4-309fd62a8b73 req-346fdcf2-1fce-4a28-acba-5a17df1ee189 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:36.620744 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6e607cfe-af2b-47fa-98a4-309fd62a8b73 req-346fdcf2-1fce-4a28-acba-5a17df1ee189 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0632961 Jun 30 01:34:36.658890 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6e607cfe-af2b-47fa-98a4-309fd62a8b73 req-e86fbddc-9a3d-4c36-b842-b87853283b70 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321207 Jun 30 01:34:37.020143 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe5866-6da6-4956-bb7d-894661486398 req-1c9da05d-9817-4610-9add-2d3de446300d tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:37.021797 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-79fe5866-6da6-4956-bb7d-894661486398 req-1c9da05d-9817-4610-9add-2d3de446300d tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 944 time: 0.0627096 Jun 30 01:34:37.058624 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-79fe5866-6da6-4956-bb7d-894661486398 req-ad172233-4b68-468a-86a7-e8b40e757f45 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314472 Jun 30 01:34:37.833952 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec37a3-ddd0-48c8-a1f8-7d7097fd1c24 req-ca1d8b3a-ad26-49b5-aa5e-be171cdb8698 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:37.835432 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2bec37a3-ddd0-48c8-a1f8-7d7097fd1c24 req-ca1d8b3a-ad26-49b5-aa5e-be171cdb8698 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0644150 Jun 30 01:34:37.874091 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2bec37a3-ddd0-48c8-a1f8-7d7097fd1c24 req-5953b824-e3c0-41a9-a673-0bdf315564db tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332546 Jun 30 01:34:38.228900 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdb349-4722-4b25-8125-622bca044dc4 req-56dba27b-a0e8-4a1d-aa6e-1f85371e4c28 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:38.230330 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7ebdb349-4722-4b25-8125-622bca044dc4 req-56dba27b-a0e8-4a1d-aa6e-1f85371e4c28 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 944 time: 0.0612385 Jun 30 01:34:38.266638 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7ebdb349-4722-4b25-8125-622bca044dc4 req-50d35de3-8ee8-44d9-b8cd-db607a9871c7 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307760 Jun 30 01:34:39.060455 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d2641-a0e2-4672-bd31-24921b9cfefc req-6f7ea569-03fc-4b91-90aa-1a7b18ec21a3 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:39.061915 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-450d2641-a0e2-4672-bd31-24921b9cfefc req-6f7ea569-03fc-4b91-90aa-1a7b18ec21a3 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0652058 Jun 30 01:34:39.098049 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-450d2641-a0e2-4672-bd31-24921b9cfefc req-75efeae5-bd67-4848-ba8b-3b17fb0ae968 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299811 Jun 30 01:34:39.258097 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device e937eef1-d210-4cc8-9377-fc412f211ccb details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:34:39.357948 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port e937eef1-d210-4cc8-9377-fc412f211ccb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e937eef1-d210-4cc8-9377-fc412f211ccb,segment=NetworkSegment(5c283590-e2e8-4ba9-bece-f56dfb524417),segment_id=5c283590-e2e8-4ba9-bece-f56dfb524417)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:39.370967 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': 'e937eef1-d210-4cc8-9377-fc412f211ccb', 'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80', 'port_id': 'e937eef1-d210-4cc8-9377-fc412f211ccb', 'mac_address': 'fa:16:3e:18:47:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660c3427-7acf-490c-bfd9-91fb754b7799', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:34:39.408756 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:39.421342 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e937eef1-d210-4cc8-9377-fc412f211ccb {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:34:39.442179 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port e937eef1-d210-4cc8-9377-fc412f211ccb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e937eef1-d210-4cc8-9377-fc412f211ccb,segment=NetworkSegment(5c283590-e2e8-4ba9-bece-f56dfb524417),segment_id=5c283590-e2e8-4ba9-bece-f56dfb524417)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:39.456135 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951d62b-0d59-4483-8a1f-d8cd91121395 req-8e2c4a45-0eda-4832-92ed-273032545c86 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:39.457652 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a951d62b-0d59-4483-8a1f-d8cd91121395 req-8e2c4a45-0eda-4832-92ed-273032545c86 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 944 time: 0.0650966 Jun 30 01:34:39.498726 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a951d62b-0d59-4483-8a1f-d8cd91121395 req-98ea9554-0346-42eb-bb6e-a052419ec700 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336585 Jun 30 01:34:39.540137 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:39.541946 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:39.591177 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=e937eef1-d210-4cc8-9377-fc412f211ccb,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:39.594397 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:39.807590 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['e937eef1-d210-4cc8-9377-fc412f211ccb'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:34:40.265576 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a9691-ebf9-4c51-8868-d262397e92b2 req-5248feee-65c5-4f5c-8bff-27815930e770 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:40.267007 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ab2a9691-ebf9-4c51-8868-d262397e92b2 req-5248feee-65c5-4f5c-8bff-27815930e770 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0603490 Jun 30 01:34:40.302947 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ab2a9691-ebf9-4c51-8868-d262397e92b2 req-67199a3e-3fc0-44e6-8c0e-238b3a88086a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304902 Jun 30 01:34:40.818815 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c356f9-0923-43be-87c4-91f5e5d50627 req-6a7d1215-9136-41cd-b61a-16f6c2746d17 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:40.820326 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a1c356f9-0923-43be-87c4-91f5e5d50627 req-6a7d1215-9136-41cd-b61a-16f6c2746d17 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 945 time: 0.0650647 Jun 30 01:34:40.856421 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a1c356f9-0923-43be-87c4-91f5e5d50627 req-927b9934-c9b2-4453-b3fd-7ec7fc30f016 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306394 Jun 30 01:34:41.383148 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device e937eef1-d210-4cc8-9377-fc412f211ccb up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:34:41.475685 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c7a60-777f-440b-ab7c-6950ac9d3999 req-5568ed66-efb1-4571-b8dd-d6e244cfbd81 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:41.477055 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-706c7a60-777f-440b-ab7c-6950ac9d3999 req-5568ed66-efb1-4571-b8dd-d6e244cfbd81 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0622630 Jun 30 01:34:41.514077 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-706c7a60-777f-440b-ab7c-6950ac9d3999 req-92a9651c-c761-4c9e-86a2-aec1a6ef8dba tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311048 Jun 30 01:34:41.532332 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port e937eef1-d210-4cc8-9377-fc412f211ccb completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:34:41.536141 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port e937eef1-d210-4cc8-9377-fc412f211ccb triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:34:41.536519 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.616789 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.646570 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88175e4b-c6cf-4fc7-9521-2f915eb9a857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937eef1-d210-4cc8-9377-fc412f211ccb'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:41.648912 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfdd9cd-41a1-4e0b-a84e-165047cde332" -d '{"events": [{"server_uuid": "88175e4b-c6cf-4fc7-9521-2f915eb9a857", "name": "network-vif-plugged", "status": "completed", "tag": "e937eef1-d210-4cc8-9377-fc412f211ccb"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:41.664767 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port e937eef1-d210-4cc8-9377-fc412f211ccb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e937eef1-d210-4cc8-9377-fc412f211ccb,segment=NetworkSegment(5c283590-e2e8-4ba9-bece-f56dfb524417),segment_id=5c283590-e2e8-4ba9-bece-f56dfb524417)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:41.690245 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a011341-f4db-4b9e-b03c-a2ec0ed8129d x-openstack-request-id: req-0a011341-f4db-4b9e-b03c-a2ec0ed8129d {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:41.690558 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88175e4b-c6cf-4fc7-9521-2f915eb9a857", "name": "network-vif-plugged", "status": "completed", "tag": "e937eef1-d210-4cc8-9377-fc412f211ccb", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:41.690823 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a011341-f4db-4b9e-b03c-a2ec0ed8129d {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:41.691286 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88175e4b-c6cf-4fc7-9521-2f915eb9a857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937eef1-d210-4cc8-9377-fc412f211ccb', 'code': 200} Jun 30 01:34:41.752368 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.753930 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device e386c55a-762a-4092-9fe5-0aefe9d32fc7 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:34:41.755929 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-848e8d8a-6db5-4c57-ba45-21e2de159d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:41.849252 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=e937eef1-d210-4cc8-9377-fc412f211ccb,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:41.852957 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:41.896296 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.932757 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port e386c55a-762a-4092-9fe5-0aefe9d32fc7, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:42.012946 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:42.015683 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:42.063471 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=e386c55a-762a-4092-9fe5-0aefe9d32fc7,revision_number=6']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:42.067455 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:42.076284 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a905c-749d-426d-abc7-3b10e7f79d27 req-40ecf7cd-2cd6-4c7e-b864-a6b72cea08b8 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:42.076506 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-020a905c-749d-426d-abc7-3b10e7f79d27 req-40ecf7cd-2cd6-4c7e-b864-a6b72cea08b8 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 946 time: 0.0998287 Jun 30 01:34:42.132179 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-020a905c-749d-426d-abc7-3b10e7f79d27 req-bbd40773-b952-48be-8172-5b2ee072261a tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502491 Jun 30 01:34:42.138058 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec495f6-6590-450c-a1ba-f629b0466c7f req-216e8864-4d6e-48b8-a281-ca71820e482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:42.140625 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-eec495f6-6590-450c-a1ba-f629b0466c7f req-216e8864-4d6e-48b8-a281-ca71820e482d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 1099 time: 0.1084440 Jun 30 01:34:42.176989 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-eec495f6-6590-450c-a1ba-f629b0466c7f req-82bbc893-c59d-48d1-88e6-c9596aa2cc50 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300848 Jun 30 01:34:42.691266 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9637b-086f-4803-974a-2cf2b1fb56cb req-22a318d4-de0b-4cf7-9cb6-087d6fb677ef tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:42.692813 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05e9637b-086f-4803-974a-2cf2b1fb56cb req-22a318d4-de0b-4cf7-9cb6-087d6fb677ef tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0666945 Jun 30 01:34:42.739776 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05e9637b-086f-4803-974a-2cf2b1fb56cb req-65274727-c38a-4df9-affb-debb36f4c115 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374599 Jun 30 01:34:42.957296 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-b0f8d3ef-bc74-47b4-8116-8068d7e40c5b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885798611&fields=id&tenant_id=3805c64f4c984954b9989b1b044eb645 HTTP/1.1" status: 200 len: 267 time: 0.0500436 Jun 30 01:34:43.068686 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc273a7-c479-4074-95cc-03d65203f707 req-92b19e73-6b9d-4d58-8da0-e1581ad0fc3f tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:43.070245 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-92b19e73-6b9d-4d58-8da0-e1581ad0fc3f tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 812 time: 0.1063299 Jun 30 01:34:43.086913 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f7f6ea7f-8042-4bd6-aeb0-d248d4201618 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/quotas/3805c64f4c984954b9989b1b044eb645 HTTP/1.1" status: 200 len: 375 time: 0.0100882 Jun 30 01:34:43.189088 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-7f82d437-39d0-454b-ab35-1e7322b96597 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0556097 Jun 30 01:34:43.193270 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-1e22e565-a5a6-475e-ac73-a74a8b97c462 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1009281 Jun 30 01:34:43.233258 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6600f-611b-42d8-b22a-b01ab75c3e55 req-29a15dad-9cd0-455e-8b82-61b7b644430f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:43.234738 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4ed6600f-611b-42d8-b22a-b01ab75c3e55 req-29a15dad-9cd0-455e-8b82-61b7b644430f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0946105 Jun 30 01:34:43.290751 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4ed6600f-611b-42d8-b22a-b01ab75c3e55 req-86eb33c3-f3b8-4a68-a5c1-a37a12ac1673 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466216 Jun 30 01:34:43.439177 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-9930c0d2-8f5e-4968-b0c9-8a72472c1459 service neutron] 10.222.0.35 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323689 Jun 30 01:34:43.521150 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6741975-ff86-4e4b-9d4f-124787f10f16 req-02368d24-8d54-4730-99e7-f9b636c35d6a tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:43.522424 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f6741975-ff86-4e4b-9d4f-124787f10f16 req-02368d24-8d54-4730-99e7-f9b636c35d6a tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 946 time: 0.1290545 Jun 30 01:34:43.564688 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-1ee0e1dc-797f-40d5-ab28-ef1e4ac2934d service neutron] 10.222.0.35 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180384 Jun 30 01:34:43.583010 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f6741975-ff86-4e4b-9d4f-124787f10f16 req-366bb64d-0e69-4759-92f9-feed1c357fbe tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504110 Jun 30 01:34:43.692265 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:43.695464 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe8d6ed-3f92-43a3-86ee-99d11b9d9fe4" -d '{"events": [{"server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:43.732900 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40e2238-55db-4fab-b2b9-5f665614d079 x-openstack-request-id: req-a40e2238-55db-4fab-b2b9-5f665614d079 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:43.733644 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "name": "network-vif-unplugged", "status": "failed", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7", "code": 422}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:43.734080 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a40e2238-55db-4fab-b2b9-5f665614d079 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:43.734657 dv-cinder-797245-10-iscsi neutron-server[93394]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'code': 422} returned with failed status Jun 30 01:34:44.229512 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b1d39ce9-269e-4033-8f51-00bfb6f4ae1a req-38ffdfcf-2d65-448b-a00d-15a748afac20 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0285170 Jun 30 01:34:44.469502 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bae39-45ad-4ab1-9ab5-165bbd78a00d req-33240900-7e54-43bd-8fe4-752dbac14b57 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:44.471631 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-aa4bae39-45ad-4ab1-9ab5-165bbd78a00d req-33240900-7e54-43bd-8fe4-752dbac14b57 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0752006 Jun 30 01:34:44.506360 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 39978) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:44.511223 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-aa4bae39-45ad-4ab1-9ab5-165bbd78a00d req-9d0a0452-b745-496a-babc-e3f0ac265a74 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333118 Jun 30 01:34:44.632028 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-80f8f70a-68f3-4b6a-85eb-fbe33d512023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:44.718074 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-80f8f70a-68f3-4b6a-85eb-fbe33d512023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:44.802834 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-80f8f70a-68f3-4b6a-85eb-fbe33d512023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:44.806814 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-3eeeacaa-bb8a-4ee4-a7f5-d847722ee2dd tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:44.845365 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-80f8f70a-68f3-4b6a-85eb-fbe33d512023 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c47b17701b3b4412bf51dc3dedfa71d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379190 Jun 30 01:34:44.846857 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8f70a-68f3-4b6a-85eb-fbe33d512023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822c83c7-dc22-4dbb-8d05-01bf7ea743da,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:44.848628 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 39984) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:44.850129 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-80f8f70a-68f3-4b6a-85eb-fbe33d512023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:44.899983 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-eb31ee3a-639e-4ba5-8d2f-26bff11f7359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:44.923357 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-eb31ee3a-639e-4ba5-8d2f-26bff11f7359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:45.051142 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddadf6-4a34-46a4-b143-877ad0b7d22a req-fbb7bdc9-7358-42ed-a2ea-f56f23bf0263 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:45.052616 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c0ddadf6-4a34-46a4-b143-877ad0b7d22a req-fbb7bdc9-7358-42ed-a2ea-f56f23bf0263 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 946 time: 0.0673192 Jun 30 01:34:45.058311 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-eb31ee3a-639e-4ba5-8d2f-26bff11f7359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:45.060936 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-eb31ee3a-639e-4ba5-8d2f-26bff11f7359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:45.062014 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-eb31ee3a-639e-4ba5-8d2f-26bff11f7359 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/822c83c7-dc22-4dbb-8d05-01bf7ea743da HTTP/1.1" status: 204 len: 168 time: 0.2119062 Jun 30 01:34:45.063915 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-77b09eb0-4a3b-4e45-a623-c57354c1c6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:45.077299 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31ee3a-639e-4ba5-8d2f-26bff11f7359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822c83c7-dc22-4dbb-8d05-01bf7ea743da,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:45.084671 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-eb31ee3a-639e-4ba5-8d2f-26bff11f7359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:45.105667 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c0ddadf6-4a34-46a4-b143-877ad0b7d22a req-c1adb1cb-8dfb-4b32-ac1e-abb9a6b177ea tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Jun 30 01:34:45.367362 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a42e7237-cb21-49ee-b711-42a617495ca7 req-ac780661-f378-41df-80d5-8a93ca2e27da tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0279155 Jun 30 01:34:45.693011 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efd121-b8a0-428e-a2f4-62b324e65e4c req-eb593d14-a3ce-4816-b5c0-6719ff1f427d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:45.694493 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-95efd121-b8a0-428e-a2f4-62b324e65e4c req-eb593d14-a3ce-4816-b5c0-6719ff1f427d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0670996 Jun 30 01:34:45.731718 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-95efd121-b8a0-428e-a2f4-62b324e65e4c req-4b715960-ebba-40d7-af71-3e0efede6395 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315533 Jun 30 01:34:45.793029 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-0b7ff72e-fb43-48d2-8bf5-4686748dd15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:45.794488 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-0b7ff72e-fb43-48d2-8bf5-4686748dd15f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b&tenant_id=cbda0feb92a847d182731ee482789d05 HTTP/1.1" status: 200 len: 1096 time: 0.0526857 Jun 30 01:34:45.876456 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-aa97d142-6961-45cb-9ea5-750e76a438b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:45.876456 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-aa97d142-6961-45cb-9ea5-750e76a438b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbda0feb92a847d182731ee482789d05&device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 1096 time: 0.0515280 Jun 30 01:34:45.967391 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-418271b0-b86c-4179-9924-4f0c42589154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:45.968829 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-418271b0-b86c-4179-9924-4f0c42589154 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 HTTP/1.1" status: 200 len: 910 time: 0.0900540 Jun 30 01:34:46.038549 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-bf2851a4-0cb6-4aae-a4b5-1171f46cea9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7 HTTP/1.1" status: 200 len: 999 time: 0.0617013 Jun 30 01:34:46.092191 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-de2cba4f-22f2-4e6e-bbe9-09efeabcbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:46.093638 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-de2cba4f-22f2-4e6e-bbe9-09efeabcbb13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00d439ea-5129-4dfa-88b6-9fe5bcfe9691 HTTP/1.1" status: 200 len: 848 time: 0.0486226 Jun 30 01:34:46.157834 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-b1494617-b07f-4794-a399-398a3fa532a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:46.165333 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-b1494617-b07f-4794-a399-398a3fa532a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0603828 Jun 30 01:34:46.309048 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-daf94160-576f-497e-8ee9-974cd4709d89 service neutron] 10.222.0.36 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356425 Jun 30 01:34:46.317094 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd32457-0841-41e0-a64e-cb75e8b8b147 req-4652a3c2-40af-4a1a-9c4b-d520c14ce878 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:46.318497 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ccd32457-0841-41e0-a64e-cb75e8b8b147 req-4652a3c2-40af-4a1a-9c4b-d520c14ce878 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 946 time: 0.0991664 Jun 30 01:34:46.374472 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5af632-0550-4cad-925f-56c88b569b9e req-a742edaf-4c7b-4559-95be-8a293de4752f tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:46.376533 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6f5af632-0550-4cad-925f-56c88b569b9e req-a742edaf-4c7b-4559-95be-8a293de4752f tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.36 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 946 time: 0.0831218 Jun 30 01:34:46.406435 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ccd32457-0841-41e0-a64e-cb75e8b8b147 req-b1827e24-8d0c-44d2-9870-ef8ee430166f tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684977 Jun 30 01:34:46.439753 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-6322b835-645d-47cd-bb83-971b1603cb2c service neutron] 10.222.0.36 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188681 Jun 30 01:34:46.491750 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-6f5af632-0550-4cad-925f-56c88b569b9e req-f2e29a88-c366-4f4a-903e-16d7d730f2ff tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Deleting port e937eef1-d210-4cc8-9377-fc412f211ccb {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:46.492089 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-6f5af632-0550-4cad-925f-56c88b569b9e req-f2e29a88-c366-4f4a-903e-16d7d730f2ff tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:46.575866 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0f462808-ac76-48ae-8d5c-cab7b5567a4a req-151f8cbb-273c-43e8-8b05-b40497f73199 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0502687 Jun 30 01:34:46.589071 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-6f5af632-0550-4cad-925f-56c88b569b9e req-f2e29a88-c366-4f4a-903e-16d7d730f2ff tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] For port e937eef1-d210-4cc8-9377-fc412f211ccb, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e937eef1-d210-4cc8-9377-fc412f211ccb,segment=NetworkSegment(5c283590-e2e8-4ba9-bece-f56dfb524417),segment_id=5c283590-e2e8-4ba9-bece-f56dfb524417)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:46.592236 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-6f5af632-0550-4cad-925f-56c88b569b9e req-f2e29a88-c366-4f4a-903e-16d7d730f2ff tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:46.603032 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-6f5af632-0550-4cad-925f-56c88b569b9e req-f2e29a88-c366-4f4a-903e-16d7d730f2ff tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Calling delete_port for e937eef1-d210-4cc8-9377-fc412f211ccb owned by compute:nova {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:46.664136 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc273a7-c479-4074-95cc-03d65203f707 req-3ef8a997-9fba-4cef-817c-a8ce126aa66f tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:46.665560 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-3ef8a997-9fba-4cef-817c-a8ce126aa66f tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 812 time: 0.1387491 Jun 30 01:34:46.708377 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-7ebd58be-4f0b-4370-9195-fbe29e9b0143 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3805c64f4c984954b9989b1b044eb645 HTTP/1.1" status: 200 len: 380 time: 0.0338857 Jun 30 01:34:46.717320 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Request body: {'port': {'device_id': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'admin_state_up': True, 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'security_groups': ['ca97d72d-780c-4c46-abc6-356290d6f109']}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:46.832071 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-6f5af632-0550-4cad-925f-56c88b569b9e req-f2e29a88-c366-4f4a-903e-16d7d730f2ff tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:46.837762 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:46.845183 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['e937eef1-d210-4cc8-9377-fc412f211ccb'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:34:46.871017 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e29a88-c366-4f4a-903e-16d7d730f2ff tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Pushing event deleted for resources: {'Port': ['ID=e937eef1-d210-4cc8-9377-fc412f211ccb,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:46.875629 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-f2e29a88-c366-4f4a-903e-16d7d730f2ff tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:46.913813 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Made reservation on behalf of 3805c64f4c984954b9989b1b044eb645 for: {'port': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:34:46.917756 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:46.961842 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5af632-0550-4cad-925f-56c88b569b9e req-f2e29a88-c366-4f4a-903e-16d7d730f2ff tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] No DVR routers for this DVR port e937eef1-d210-4cc8-9377-fc412f211ccb on host hv-cinder-79724 {{(pid=93393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:34:46.964138 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc93be0-1137-46e0-af79-51ec5511a8a9 req-9279d716-ea5e-4200-9824-b88c094fd03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:46.964601 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-6f5af632-0550-4cad-925f-56c88b569b9e req-f2e29a88-c366-4f4a-903e-16d7d730f2ff tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:46.965650 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6dc93be0-1137-46e0-af79-51ec5511a8a9 req-9279d716-ea5e-4200-9824-b88c094fd03c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.1049309 Jun 30 01:34:46.967163 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-6f5af632-0550-4cad-925f-56c88b569b9e req-f2e29a88-c366-4f4a-903e-16d7d730f2ff tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.36 "DELETE /v2.0/ports/e937eef1-d210-4cc8-9377-fc412f211ccb HTTP/1.1" status: 204 len: 173 time: 0.5845289 Jun 30 01:34:46.972636 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88175e4b-c6cf-4fc7-9521-2f915eb9a857', 'name': 'network-vif-deleted', 'tag': 'e937eef1-d210-4cc8-9377-fc412f211ccb'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:46.972636 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101484e4-d9c4-4342-9534-62dfd24acb4a" -d '{"events": [{"server_uuid": "88175e4b-c6cf-4fc7-9521-2f915eb9a857", "name": "network-vif-deleted", "tag": "e937eef1-d210-4cc8-9377-fc412f211ccb"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:47.050895 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c2b9a4-9248-4eed-87cd-7f5327f80173 x-openstack-request-id: req-49c2b9a4-9248-4eed-87cd-7f5327f80173 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:47.051339 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88175e4b-c6cf-4fc7-9521-2f915eb9a857", "name": "network-vif-deleted", "tag": "e937eef1-d210-4cc8-9377-fc412f211ccb", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:47.051736 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49c2b9a4-9248-4eed-87cd-7f5327f80173 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:47.052322 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88175e4b-c6cf-4fc7-9521-2f915eb9a857', 'name': 'network-vif-deleted', 'tag': 'e937eef1-d210-4cc8-9377-fc412f211ccb', 'status': 'completed', 'code': 200} Jun 30 01:34:47.059732 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6dc93be0-1137-46e0-af79-51ec5511a8a9 req-b6c31ecf-68b6-4b00-aa1f-12727c799833 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545638 Jun 30 01:34:47.107331 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Allocated IP 172.20.0.10 (456d6d6d-f278-4bfa-a1ab-47d1c7be4817/91500fd6-ba98-441e-8c6a-ef9d57a4853f/48f511e3-2288-4cd6-b4d7-f59ebcbebd2d) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:34:47.242378 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:47.255897 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Transition to ACTIVE for port object 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d will not be triggered until provisioned by entity DHCP. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:34:47.334317 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:47.338556 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-01e96b80-6df4-4e0b-93ca-231f3115e772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:47.378054 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:34:47.381187 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:34:47.385010 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:34:47.410142 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'Port': ['ID=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:47.414551 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:47.440766 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:47.441352 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:47.534030 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8199003 Jun 30 01:34:47.546804 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Request body: {'port': {'device_id': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:47.598499 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d260c936-2c55-4ee1-9304-e89fd456ac11 req-754d6f3b-1059-41b6-bc78-ed960e534d9f tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=88175e4b-c6cf-4fc7-9521-2f915eb9a857 HTTP/1.1" status: 200 len: 210 time: 0.0481675 Jun 30 01:34:47.652737 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:47.703864 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-897a5fa1-3870-4709-884c-d53b9d8003c6 None None] Provisioning for port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d completed by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:34:47.707812 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-897a5fa1-3870-4709-884c-d53b9d8003c6 None None] Provisioning complete for port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d triggered by entity DHCP. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:34:47.708187 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-897a5fa1-3870-4709-884c-d53b9d8003c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:47.743330 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-897a5fa1-3870-4709-884c-d53b9d8003c6 None None] Port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d cannot update to ACTIVE because it is not bound. {{(pid=93394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:34:48.163086 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6477bff-e9db-4fb4-8625-8dc6ae549eaa req-68f2b279-de37-471d-bbfc-644a0f4e27da tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:48.164510 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a6477bff-e9db-4fb4-8625-8dc6ae549eaa req-68f2b279-de37-471d-bbfc-644a0f4e27da tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 932 time: 0.4550321 Jun 30 01:34:48.263202 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a6477bff-e9db-4fb4-8625-8dc6ae549eaa req-b4c0efab-a635-4616-b88f-d16e43b39124 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907075 Jun 30 01:34:48.322977 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d {{(pid=93392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:34:48.334579 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a262688-235b-4422-a606-d30116c6c906 req-1c0b277d-b772-40e0-ab60-36e2638fa636 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:48.336107 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5a262688-235b-4422-a606-d30116c6c906 req-1c0b277d-b772-40e0-ab60-36e2638fa636 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.1423361 Jun 30 01:34:48.340541 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:48.368643 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Transition to ACTIVE for port object 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d will not be triggered until provisioned by entity L2. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:34:48.388184 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5a262688-235b-4422-a606-d30116c6c906 req-836753d7-cc65-4089-98d0-42137ce09b10 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381980 Jun 30 01:34:48.405505 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:34:48.430885 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:48.433980 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-4d7bca2a-e45b-4d21-98d4-0c3c08bb4893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:48.484930 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Pushing event updated for resources: {'Port': ['ID=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:48.488561 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:48.556942 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Attempting to bind port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:34:48.557282 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Attempting to bind port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:34:48.557613 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Attempting to bind port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d on network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:34:48.562546 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d on network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:34:48.562937 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Attempting to bind port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d on network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:34:48.569917 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:34:48.570307 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Checking segment: {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:34:48.570634 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Bound using segment: {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:34:48.571070 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Bound port: 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57780f0f-7171-4659-b6e3-ebbd63ee4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817'}}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:34:48.571434 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:48.641815 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] For port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d, host hv-cinder-79724, cleared binding levels {{(pid=93392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:34:48.645215 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] For port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:34:48.717219 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:48.720274 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-24ab087a-3250-42a5-9fe1-255af98c9232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:48.754266 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:48.754743 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:48.756143 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] 10.222.0.36 "PUT /v2.0/ports/48f511e3-2288-4cd6-b4d7-f59ebcbebd2d HTTP/1.1" status: 200 len: 1094 time: 1.2138047 Jun 30 01:34:48.756671 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'tag': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:48.758946 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b01486-6ea7-4a4e-befe-2264707a3b95" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cc825f-029d-4acb-95fa-ddcfff97fdf3", "tag": "48f511e3-2288-4cd6-b4d7-f59ebcbebd2d"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:48.799561 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Pushing event updated for resources: {'Port': ['ID=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d,revision_number=3']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:48.809582 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:48.811854 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd2294b-a96d-49d2-bb9e-0b7140e3a99b x-openstack-request-id: req-7dd2294b-a96d-49d2-bb9e-0b7140e3a99b {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:48.812535 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cc825f-029d-4acb-95fa-ddcfff97fdf3", "tag": "48f511e3-2288-4cd6-b4d7-f59ebcbebd2d", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:48.812535 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7dd2294b-a96d-49d2-bb9e-0b7140e3a99b {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:48.812977 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'tag': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d', 'status': 'completed', 'code': 200} Jun 30 01:34:48.946985 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b01486-6ea7-4a4e-befe-2264707a3b95 req-487fcc40-675a-4780-92d9-23a306073237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:48.948553 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-95b01486-6ea7-4a4e-befe-2264707a3b95 req-487fcc40-675a-4780-92d9-23a306073237 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 1097 time: 0.1205847 Jun 30 01:34:49.021003 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b714-54b8-47e0-979f-582970c01c09 req-0bd80cae-4fef-4481-8e6a-3813bb25e2f7 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:49.022435 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-0bd80cae-4fef-4481-8e6a-3813bb25e2f7 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/networks?id=99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 HTTP/1.1" status: 200 len: 809 time: 0.1588576 Jun 30 01:34:49.047279 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-86665d87-b770-47d5-93c0-d5058cc2d022 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/quotas/30685bb4c01846ecb9dc5f23eadcb555 HTTP/1.1" status: 200 len: 375 time: 0.0165095 Jun 30 01:34:49.098284 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-99f08433-0a61-4850-ac7f-ef9e29cb7ffc tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=30685bb4c01846ecb9dc5f23eadcb555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453529 Jun 30 01:34:49.102802 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b01486-6ea7-4a4e-befe-2264707a3b95 req-d77c05d7-6035-4748-8e6a-bb8ea4aeda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:49.104177 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-95b01486-6ea7-4a4e-befe-2264707a3b95 req-d77c05d7-6035-4748-8e6a-bb8ea4aeda2f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3805c64f4c984954b9989b1b044eb645&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1445329 Jun 30 01:34:49.254237 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-0045bfaa-d188-4e34-b96d-ceb9b8de4401 service neutron] 10.222.0.35 "GET /v2.0/networks/99cd470c-5e83-4fbc-bab0-1ba0fafb0a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490345 Jun 30 01:34:49.255552 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b01486-6ea7-4a4e-befe-2264707a3b95 req-4071fee5-fa9f-4a9a-b390-3e14b2d643b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:49.256847 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-95b01486-6ea7-4a4e-befe-2264707a3b95 req-4071fee5-fa9f-4a9a-b390-3e14b2d643b0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437733 Jun 30 01:34:49.380575 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-8644647e-2c8a-451f-b286-4cdc44f6bc55 service neutron] 10.222.0.35 "GET /v2.0/networks/99cd470c-5e83-4fbc-bab0-1ba0fafb0a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206830 Jun 30 01:34:49.413924 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc273a7-c479-4074-95cc-03d65203f707 req-6e6248b3-813c-432b-a046-e5422adf301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:49.415425 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-6e6248b3-813c-432b-a046-e5422adf301a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 1097 time: 0.1143267 Jun 30 01:34:49.463572 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-1c4b17e9-c301-47b3-a59f-e3d88bcbf18f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d HTTP/1.1" status: 200 len: 217 time: 0.0407474 Jun 30 01:34:49.507551 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5558e3-79c6-4072-950e-b72a9bca3ff3 req-abe921c8-3643-4cad-9f35-2a15065465e6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:49.508947 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e5558e3-79c6-4072-950e-b72a9bca3ff3 req-abe921c8-3643-4cad-9f35-2a15065465e6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.1326959 Jun 30 01:34:49.538062 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc273a7-c479-4074-95cc-03d65203f707 req-28d6e7d4-6f9d-4d83-8a35-14b87ed8549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:49.539500 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-28d6e7d4-6f9d-4d83-8a35-14b87ed8549c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0692534 Jun 30 01:34:49.578632 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e5558e3-79c6-4072-950e-b72a9bca3ff3 req-40c7d48c-3869-4b70-916e-3777696c7597 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640490 Jun 30 01:34:49.618023 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f352efa3-9e63-4f44-8661-a6f040a4f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:49.619560 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-f352efa3-9e63-4f44-8661-a6f040a4f51f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699074 Jun 30 01:34:49.809414 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-374cd9da-1b28-4e4d-b790-eeb39bbdf964 req-869dde0c-b851-4bb3-bd74-9b8fb47bd8a2 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 210 time: 0.0675881 Jun 30 01:34:49.817962 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-b1ef13c7-bb6d-4ad1-bd7e-bece2aac0375 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905239 Jun 30 01:34:49.907556 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95281b-a184-4471-af36-de3e6559c5da req-6cd7dace-a8b4-4267-a5ce-316dfe7d494a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:49.909075 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4d95281b-a184-4471-af36-de3e6559c5da req-6cd7dace-a8b4-4267-a5ce-316dfe7d494a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.2000968 Jun 30 01:34:49.953598 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2fc273a7-c479-4074-95cc-03d65203f707 req-aa29735c-c6da-40ee-8443-59185b904969 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181698 Jun 30 01:34:49.966014 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4d95281b-a184-4471-af36-de3e6559c5da req-60c7d60a-495c-47e7-bf22-72b3e4fa4f26 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505242 Jun 30 01:34:50.161855 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 40096) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:50.265659 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dd809c31-45b7-491c-9c7e-a294251f35bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:50.350769 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dd809c31-45b7-491c-9c7e-a294251f35bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:50.407769 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dd809c31-45b7-491c-9c7e-a294251f35bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:50.411303 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ee5cc037-22f0-4a74-8b75-a18a6e7addcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:50.450435 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-dd809c31-45b7-491c-9c7e-a294251f35bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36322acd1ea34c9a9f59d129240a7fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874825 Jun 30 01:34:50.451331 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd809c31-45b7-491c-9c7e-a294251f35bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81fb3c7-d028-4998-81a7-c012e4d38cd3,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:50.453817 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 40100) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:50.454428 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-dd809c31-45b7-491c-9c7e-a294251f35bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:50.502219 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c33a1643-e022-4618-b370-0b73f39a60a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:50.522117 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c33a1643-e022-4618-b370-0b73f39a60a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:50.641043 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c33a1643-e022-4618-b370-0b73f39a60a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:50.644398 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c33a1643-e022-4618-b370-0b73f39a60a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:50.645587 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-c33a1643-e022-4618-b370-0b73f39a60a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e81fb3c7-d028-4998-81a7-c012e4d38cd3 HTTP/1.1" status: 204 len: 168 time: 0.1908002 Jun 30 01:34:50.646570 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-82c85010-ad3b-4803-ad85-0ccf7ae709e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:50.655216 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a1643-e022-4618-b370-0b73f39a60a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81fb3c7-d028-4998-81a7-c012e4d38cd3,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:50.657683 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c33a1643-e022-4618-b370-0b73f39a60a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:50.755177 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e731ca4-508d-467d-98e4-be50c490e964 req-3321a071-d617-4c76-a77c-d60608c09b2f tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:50.756649 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7e731ca4-508d-467d-98e4-be50c490e964 req-3321a071-d617-4c76-a77c-d60608c09b2f tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0671577 Jun 30 01:34:50.794201 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7e731ca4-508d-467d-98e4-be50c490e964 req-47119863-3b19-4a79-9e76-e51d6bfb3519 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319767 Jun 30 01:34:50.954812 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-27f952fc-0c69-4f86-b27c-5f435431ade6 req-962dea9d-33eb-4c3c-b2bb-2eb590f6cd90 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 210 time: 0.0295072 Jun 30 01:34:51.143018 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd40a4-9b52-42cc-8ff8-c85f6382a7e1 req-280bc82b-31e7-4085-bd0a-0f0d6d4a25b7 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:51.144965 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5dbd40a4-9b52-42cc-8ff8-c85f6382a7e1 req-280bc82b-31e7-4085-bd0a-0f0d6d4a25b7 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0643969 Jun 30 01:34:51.181511 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5dbd40a4-9b52-42cc-8ff8-c85f6382a7e1 req-cfe1cd2d-1a08-4aff-a27e-c427c1453236 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308783 Jun 30 01:34:51.348994 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device e937eef1-d210-4cc8-9377-fc412f211ccb no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:34:51.368709 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: e937eef1-d210-4cc8-9377-fc412f211ccb {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:34:51.369061 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device e937eef1-d210-4cc8-9377-fc412f211ccb not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:34:51.630913 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b714-54b8-47e0-979f-582970c01c09 req-56264b51-7194-4980-bfa6-be93a1cfffb8 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:51.632535 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-56264b51-7194-4980-bfa6-be93a1cfffb8 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.36 "GET /v2.0/networks?id=99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 HTTP/1.1" status: 200 len: 809 time: 0.1026330 Jun 30 01:34:51.646868 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Request body: {'port': {'device_id': '16b25ee5-f541-4ca0-98b9-2fde69335042', 'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80', 'admin_state_up': True, 'tenant_id': '30685bb4c01846ecb9dc5f23eadcb555'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:51.846302 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Made reservation on behalf of 30685bb4c01846ecb9dc5f23eadcb555 for: {'port': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:34:51.850578 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:52.032800 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Allocated IP 172.20.0.2 (99cd470c-5e83-4fbc-bab0-1ba0fafb0a80/660c3427-7acf-490c-bfd9-91fb754b7799/96c725eb-e2af-4385-9000-ce1880aab771) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:34:52.044776 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51ac68-9778-4565-8700-3625812a5989 req-f57a25bc-fd6b-4592-a245-2eb177a18774 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:52.046258 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ea51ac68-9778-4565-8700-3625812a5989 req-f57a25bc-fd6b-4592-a245-2eb177a18774 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.1282318 Jun 30 01:34:52.141000 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-36929897-a521-4d21-b694-bcbff1b82ef1 req-10825393-9e54-437f-9f70-3717cdd35ea6 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 210 time: 0.0562391 Jun 30 01:34:52.143857 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ea51ac68-9778-4565-8700-3625812a5989 req-9f741766-bbdb-46c9-ad14-82740fa0b14e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908008 Jun 30 01:34:52.259124 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:52.362700 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658902f-116c-4bb7-8c33-ca026709ee21 req-9c75deac-d132-450e-a3f7-bd59f532c081 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:52.364358 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c658902f-116c-4bb7-8c33-ca026709ee21 req-9c75deac-d132-450e-a3f7-bd59f532c081 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0701165 Jun 30 01:34:52.366869 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:52.372989 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-8896397b-afc4-4a1c-ba5c-fefd7e38b123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:52.425372 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Network 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:34:52.432063 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:34:52.434452 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:34:52.477765 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Pushing event updated for resources: {'Port': ['ID=96c725eb-e2af-4385-9000-ce1880aab771,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:52.477765 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:52.479235 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c658902f-116c-4bb7-8c33-ca026709ee21 req-e76a2b02-174e-49fb-b2f2-c2a14f174141 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080780 Jun 30 01:34:52.501234 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:52.501861 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:52.573241 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9303129 Jun 30 01:34:52.586330 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Request body: {'port': {'device_id': '16b25ee5-f541-4ca0-98b9-2fde69335042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:52.660041 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:52.928015 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c725eb-e2af-4385-9000-ce1880aab771 {{(pid=93392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:34:52.935384 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:52.946950 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Transition to ACTIVE for port object 96c725eb-e2af-4385-9000-ce1880aab771 will not be triggered until provisioned by entity L2. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:34:53.002730 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:53.005698 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-026d0042-0754-489e-8e17-0a07d190da9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:53.054834 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Pushing event updated for resources: {'Port': ['ID=96c725eb-e2af-4385-9000-ce1880aab771,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:53.061864 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:53.131577 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Attempting to bind port 96c725eb-e2af-4385-9000-ce1880aab771 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:34:53.131921 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Attempting to bind port 96c725eb-e2af-4385-9000-ce1880aab771 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '5c283590-e2e8-4ba9-bece-f56dfb524417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80'}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:34:53.132246 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Attempting to bind port 96c725eb-e2af-4385-9000-ce1880aab771 on network 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:34:53.136418 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Port 96c725eb-e2af-4385-9000-ce1880aab771 on network 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:34:53.136736 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Attempting to bind port 96c725eb-e2af-4385-9000-ce1880aab771 on network 99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:34:53.141439 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:34:53.141773 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Checking segment: {'id': '5c283590-e2e8-4ba9-bece-f56dfb524417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:34:53.142161 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Bound using segment: {'id': '5c283590-e2e8-4ba9-bece-f56dfb524417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80'} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:34:53.142578 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Bound port: 96c725eb-e2af-4385-9000-ce1880aab771, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c283590-e2e8-4ba9-bece-f56dfb524417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80'}}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:34:53.142927 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:53.206637 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] For port 96c725eb-e2af-4385-9000-ce1880aab771, host hv-cinder-79724, cleared binding levels {{(pid=93392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:34:53.209751 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] For port 96c725eb-e2af-4385-9000-ce1880aab771, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=96c725eb-e2af-4385-9000-ce1880aab771,segment=NetworkSegment(5c283590-e2e8-4ba9-bece-f56dfb524417),segment_id=5c283590-e2e8-4ba9-bece-f56dfb524417)] {{(pid=93392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:34:53.316067 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:53.320004 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-00e935fc-0930-4864-bbc0-fafaff3b2e5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:53.368962 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:53.369580 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:53.370991 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] 10.222.0.36 "PUT /v2.0/ports/96c725eb-e2af-4385-9000-ce1880aab771 HTTP/1.1" status: 200 len: 1093 time: 0.7887139 Jun 30 01:34:53.374845 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b25ee5-f541-4ca0-98b9-2fde69335042', 'tag': '96c725eb-e2af-4385-9000-ce1880aab771'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:53.376818 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56edb29-96b2-431e-a045-ca93ca403547" -d '{"events": [{"name": "network-changed", "server_uuid": "16b25ee5-f541-4ca0-98b9-2fde69335042", "tag": "96c725eb-e2af-4385-9000-ce1880aab771"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:53.418273 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Pushing event updated for resources: {'Port': ['ID=96c725eb-e2af-4385-9000-ce1880aab771,revision_number=3']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:53.418273 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:53.429251 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee2ce9-c17f-4ac8-b61d-71138776e37f req-2dadc189-4289-48f9-83f8-1780d5e593c9 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:53.430724 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-40ee2ce9-c17f-4ac8-b61d-71138776e37f req-2dadc189-4289-48f9-83f8-1780d5e593c9 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 943 time: 0.1741426 Jun 30 01:34:53.437996 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac0791-d4fc-43af-b60f-4589616e3312 req-63e218e3-3853-4579-b18c-3d52261c0cd1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:53.439408 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cfac0791-d4fc-43af-b60f-4589616e3312 req-63e218e3-3853-4579-b18c-3d52261c0cd1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.1848211 Jun 30 01:34:53.495194 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-40ee2ce9-c17f-4ac8-b61d-71138776e37f req-3a0b412d-9c15-4167-a67f-668beef69584 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548196 Jun 30 01:34:53.509891 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cfac0791-d4fc-43af-b60f-4589616e3312 req-5e764f36-94d4-4d26-8025-e9305616b90e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631249 Jun 30 01:34:53.552779 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc63700-6252-461f-b59d-fd5560a17d81 x-openstack-request-id: req-dbc63700-6252-461f-b59d-fd5560a17d81 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:53.553112 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b25ee5-f541-4ca0-98b9-2fde69335042", "tag": "96c725eb-e2af-4385-9000-ce1880aab771", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:53.553694 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbc63700-6252-461f-b59d-fd5560a17d81 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:53.554115 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b25ee5-f541-4ca0-98b9-2fde69335042', 'tag': '96c725eb-e2af-4385-9000-ce1880aab771', 'status': 'completed', 'code': 200} Jun 30 01:34:53.560023 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b714-54b8-47e0-979f-582970c01c09 req-d2015a58-dbc6-44c4-bb73-861bdc03050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:53.561533 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-d2015a58-dbc6-44c4-bb73-861bdc03050e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30685bb4c01846ecb9dc5f23eadcb555&device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 1096 time: 0.0706375 Jun 30 01:34:53.602889 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-64b3640b-4fe3-4cad-a102-5384f61d1743 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96c725eb-e2af-4385-9000-ce1880aab771 HTTP/1.1" status: 200 len: 217 time: 0.0331237 Jun 30 01:34:53.680664 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b714-54b8-47e0-979f-582970c01c09 req-0a7370ff-f613-47f4-9ab1-d9ecc77c9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:53.682090 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-0a7370ff-f613-47f4-9ab1-d9ecc77c9679 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=660c3427-7acf-490c-bfd9-91fb754b7799 HTTP/1.1" status: 200 len: 849 time: 0.0737159 Jun 30 01:34:53.725827 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-97ff8015-400c-46f9-9103-0031d41e3218 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99cd470c-5e83-4fbc-bab0-1ba0fafb0a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373414 Jun 30 01:34:53.751994 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd9a43-08b3-4b08-aa28-e1388223c4ac req-673a457a-9b93-4fd0-8307-aa95912e842e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:53.753931 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-77dd9a43-08b3-4b08-aa28-e1388223c4ac req-673a457a-9b93-4fd0-8307-aa95912e842e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.1208313 Jun 30 01:34:53.840414 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-77dd9a43-08b3-4b08-aa28-e1388223c4ac req-316875c4-2190-4088-bd76-c2696799a54b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798850 Jun 30 01:34:53.861433 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-c6c0cede-654a-4a3b-8fde-e62ddf6d6ce0 service neutron] 10.222.0.36 "GET /v2.0/networks/99cd470c-5e83-4fbc-bab0-1ba0fafb0a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286166 Jun 30 01:34:53.947469 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a75b714-54b8-47e0-979f-582970c01c09 req-138da6bf-bd62-47a6-95f9-46dffcd3bc11 service neutron] 10.222.0.36 "GET /v2.0/networks/99cd470c-5e83-4fbc-bab0-1ba0fafb0a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780797 Jun 30 01:34:54.121088 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56edb29-96b2-431e-a045-ca93ca403547 req-f85bff3b-ec00-4ee4-848c-de4579fe2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:54.122455 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c56edb29-96b2-431e-a045-ca93ca403547 req-f85bff3b-ec00-4ee4-848c-de4579fe2bae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30685bb4c01846ecb9dc5f23eadcb555&device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 1096 time: 0.0517075 Jun 30 01:34:54.495798 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56edb29-96b2-431e-a045-ca93ca403547 req-f4579ad5-c2f6-4c34-a6cb-5db8c070dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:54.497291 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c56edb29-96b2-431e-a045-ca93ca403547 req-f4579ad5-c2f6-4c34-a6cb-5db8c070dfab service neutron] 10.222.0.36 "GET /v2.0/networks?id=99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 HTTP/1.1" status: 200 len: 910 time: 0.3676567 Jun 30 01:34:54.537117 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c56edb29-96b2-431e-a045-ca93ca403547 req-2886c97b-f6fc-4f3a-ad60-4e3c8357ae68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96c725eb-e2af-4385-9000-ce1880aab771 HTTP/1.1" status: 200 len: 217 time: 0.0324230 Jun 30 01:34:54.600671 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56edb29-96b2-431e-a045-ca93ca403547 req-d52f348e-90fc-4245-beab-feebe5da38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:54.602211 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c56edb29-96b2-431e-a045-ca93ca403547 req-d52f348e-90fc-4245-beab-feebe5da38a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=660c3427-7acf-490c-bfd9-91fb754b7799 HTTP/1.1" status: 200 len: 849 time: 0.0590172 Jun 30 01:34:54.638398 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c56edb29-96b2-431e-a045-ca93ca403547 req-5400ffe9-b37f-4070-ad8d-e2e96fc241f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99cd470c-5e83-4fbc-bab0-1ba0fafb0a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291662 Jun 30 01:34:54.815803 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8fdfa-0ac6-40dd-ba41-12cc2502a608 req-6e45dc14-3b1c-4235-a0b0-884bd3188cbf tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:54.817286 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6bb8fdfa-0ac6-40dd-ba41-12cc2502a608 req-6e45dc14-3b1c-4235-a0b0-884bd3188cbf tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.1813457 Jun 30 01:34:54.819299 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c56edb29-96b2-431e-a045-ca93ca403547 req-7c1ed73c-9995-4fce-96de-ae02d568665c service neutron] 10.222.0.36 "GET /v2.0/networks/99cd470c-5e83-4fbc-bab0-1ba0fafb0a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639185 Jun 30 01:34:54.826507 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63e10d-d8c3-4329-b1b8-42f00d7e084d req-79b9f0c8-9089-4e65-b9af-6dd83dcf1681 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:54.827895 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-da63e10d-d8c3-4329-b1b8-42f00d7e084d req-79b9f0c8-9089-4e65-b9af-6dd83dcf1681 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 943 time: 0.1930981 Jun 30 01:34:54.937173 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6bb8fdfa-0ac6-40dd-ba41-12cc2502a608 req-746b5648-0959-42d0-9d6f-1a5fca17c6dd tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082978 Jun 30 01:34:54.945842 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-da63e10d-d8c3-4329-b1b8-42f00d7e084d req-f9d12120-9f47-427f-bf8c-94c7e137d051 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075099 Jun 30 01:34:54.966962 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c56edb29-96b2-431e-a045-ca93ca403547 req-143daf57-480f-4f39-8beb-70f07b5b37e0 service neutron] 10.222.0.36 "GET /v2.0/networks/99cd470c-5e83-4fbc-bab0-1ba0fafb0a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370687 Jun 30 01:34:55.105281 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e44bd-48bb-42fa-8854-9798e01d2027 req-1d2cc7cc-65e8-4a2d-be1e-61312a7a4668 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:55.106740 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3f7e44bd-48bb-42fa-8854-9798e01d2027 req-1d2cc7cc-65e8-4a2d-be1e-61312a7a4668 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0627959 Jun 30 01:34:55.144595 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3f7e44bd-48bb-42fa-8854-9798e01d2027 req-8d31eb2d-693f-422d-941f-ca6a62dbbfb9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323927 Jun 30 01:34:55.369429 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device e386c55a-762a-4092-9fe5-0aefe9d32fc7 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:34:55.464795 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port e386c55a-762a-4092-9fe5-0aefe9d32fc7, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:55.475761 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'port_id': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'mac_address': 'fa:16:3e:e0:f4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:34:55.517178 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:55.532079 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e386c55a-762a-4092-9fe5-0aefe9d32fc7 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:34:55.551919 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port e386c55a-762a-4092-9fe5-0aefe9d32fc7, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:55.636613 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:55.638392 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:55.682555 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=e386c55a-762a-4092-9fe5-0aefe9d32fc7,revision_number=7']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:55.685418 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:55.857783 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['e386c55a-762a-4092-9fe5-0aefe9d32fc7'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:34:56.161150 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6f31a-6539-42db-ae88-f1dd2bc648f4 req-09e3a909-7b7f-4580-9ab8-ccf042513ef1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:56.162536 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05b6f31a-6539-42db-ae88-f1dd2bc648f4 req-09e3a909-7b7f-4580-9ab8-ccf042513ef1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.1102061 Jun 30 01:34:56.170410 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbecf4-0dd3-42d5-a841-9a06dc2822d2 req-ff89ad6e-359a-4ca9-86b8-3a73b3e4dfbc tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:56.171809 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-41fbecf4-0dd3-42d5-a841-9a06dc2822d2 req-ff89ad6e-359a-4ca9-86b8-3a73b3e4dfbc tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 943 time: 0.1081953 Jun 30 01:34:56.229989 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05b6f31a-6539-42db-ae88-f1dd2bc648f4 req-b5d0056d-e765-4160-b584-c9a16fdcc8f6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572386 Jun 30 01:34:56.232706 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-41fbecf4-0dd3-42d5-a841-9a06dc2822d2 req-0a6586cd-1b78-4357-bc49-975ec672b659 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542378 Jun 30 01:34:56.393192 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf435852-4902-4e04-ae47-27b80cd4b8fa req-c3f7dce3-57bd-41e5-98cc-270fde14f0bb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:56.395281 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bf435852-4902-4e04-ae47-27b80cd4b8fa req-c3f7dce3-57bd-41e5-98cc-270fde14f0bb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 944 time: 0.0678773 Jun 30 01:34:56.432750 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bf435852-4902-4e04-ae47-27b80cd4b8fa req-d599f722-cdc3-4eec-bc91-3e8cd948195f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316784 Jun 30 01:34:57.397255 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:34:57.449417 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6cc96-36bd-481f-9466-b6c49b56ddb4 req-109d624c-2231-41c2-a468-69e49a6db04b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:57.450892 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3bd6cc96-36bd-481f-9466-b6c49b56ddb4 req-109d624c-2231-41c2-a468-69e49a6db04b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.1066957 Jun 30 01:34:57.458310 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf229f03-42b4-4db7-bcea-f8c5764b53bd req-f578b22f-1a4c-4000-ba5c-f7d2fd5168fc tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:57.459813 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cf229f03-42b4-4db7-bcea-f8c5764b53bd req-f578b22f-1a4c-4000-ba5c-f7d2fd5168fc tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 943 time: 0.1175106 Jun 30 01:34:57.497461 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:57.504929 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device e386c55a-762a-4092-9fe5-0aefe9d32fc7 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:34:57.519406 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3bd6cc96-36bd-481f-9466-b6c49b56ddb4 req-779763b7-bfc0-4515-b369-175a233ff3b6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586085 Jun 30 01:34:57.526628 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cf229f03-42b4-4db7-bcea-f8c5764b53bd req-3fd3ecac-968c-4181-af13-53094f5a4793 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589981 Jun 30 01:34:57.528555 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'port_id': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d', 'mac_address': 'fa:16:3e:81:aa:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:34:57.591770 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:57.605784 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port e386c55a-762a-4092-9fe5-0aefe9d32fc7 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:34:57.606158 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:57.609433 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:34:57.656473 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:57.690201 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb106c6-94d0-42c7-95ac-6baec3b7afa3 req-41b955eb-6ae4-4668-a3bb-c579bd46b700 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:57.691700 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fdb106c6-94d0-42c7-95ac-6baec3b7afa3 req-41b955eb-6ae4-4668-a3bb-c579bd46b700 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 944 time: 0.0678835 Jun 30 01:34:57.703631 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:57.724361 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:57.725063 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 96c725eb-e2af-4385-9000-ce1880aab771 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:34:57.727456 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:57.732016 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fdb106c6-94d0-42c7-95ac-6baec3b7afa3 req-8fef98a9-6214-4630-989e-332a01a91180 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341456 Jun 30 01:34:57.742420 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:57.744698 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf7a991-d975-43c7-9cc1-648ec3099faa" -d '{"events": [{"server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "name": "network-vif-plugged", "status": "completed", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:57.797039 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c94057f-f268-4049-8325-e012a511d9e3 x-openstack-request-id: req-7c94057f-f268-4049-8325-e012a511d9e3 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:57.797427 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "name": "network-vif-plugged", "status": "completed", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:57.797594 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c94057f-f268-4049-8325-e012a511d9e3 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:57.797987 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'code': 200} Jun 30 01:34:57.799704 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port e386c55a-762a-4092-9fe5-0aefe9d32fc7, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:57.850157 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 40240) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:57.857350 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:57.859211 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:57.864917 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:57.865375 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:57.933297 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=e386c55a-762a-4092-9fe5-0aefe9d32fc7,revision_number=8']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:57.938694 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:57.941710 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 96c725eb-e2af-4385-9000-ce1880aab771, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=96c725eb-e2af-4385-9000-ce1880aab771,segment=NetworkSegment(5c283590-e2e8-4ba9-bece-f56dfb524417),segment_id=5c283590-e2e8-4ba9-bece-f56dfb524417)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:57.951789 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': '96c725eb-e2af-4385-9000-ce1880aab771', 'network_id': '99cd470c-5e83-4fbc-bab0-1ba0fafb0a80', 'port_id': '96c725eb-e2af-4385-9000-ce1880aab771', 'mac_address': 'fa:16:3e:56:93:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660c3427-7acf-490c-bfd9-91fb754b7799', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:34:57.963481 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3252ae6b-fe19-4ab0-88aa-5ecf4eb8b141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:57.993267 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:58.006770 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c725eb-e2af-4385-9000-ce1880aab771 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:34:58.037836 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 96c725eb-e2af-4385-9000-ce1880aab771, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=96c725eb-e2af-4385-9000-ce1880aab771,segment=NetworkSegment(5c283590-e2e8-4ba9-bece-f56dfb524417),segment_id=5c283590-e2e8-4ba9-bece-f56dfb524417)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:58.084121 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3252ae6b-fe19-4ab0-88aa-5ecf4eb8b141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:58.100682 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e62e91-b11a-45cc-968f-0bd5100650d4 req-a20ba703-f7bb-46ae-9aff-76be8a63b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:58.102196 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-06e62e91-b11a-45cc-968f-0bd5100650d4 req-a20ba703-f7bb-46ae-9aff-76be8a63b2c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 1098 time: 0.0667663 Jun 30 01:34:58.120584 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:58.122583 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:58.137183 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-06e62e91-b11a-45cc-968f-0bd5100650d4 req-0ab9ae1e-99f0-49d6-8a08-2e74b2d87c65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285487 Jun 30 01:34:58.168187 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-70c07c6c-10c0-4250-86de-472599aa0ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:58.169535 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=96c725eb-e2af-4385-9000-ce1880aab771,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:58.172424 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:58.219176 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3252ae6b-fe19-4ab0-88aa-5ecf4eb8b141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:58.221756 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7f4ce965-f06d-4703-a20d-3f4c7e0fcfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:58.264086 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-3252ae6b-fe19-4ab0-88aa-5ecf4eb8b141 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72628cab4c4e42cd9485e29d5efba0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128029 Jun 30 01:34:58.265111 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252ae6b-fe19-4ab0-88aa-5ecf4eb8b141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bb4465-8483-4edd-84cc-715a1efc7a1a,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:58.266764 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 40244) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:58.269161 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3252ae6b-fe19-4ab0-88aa-5ecf4eb8b141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:58.314742 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:58.338670 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:58.364034 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['96c725eb-e2af-4385-9000-ce1880aab771'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:34:58.367563 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['48f511e3-2288-4cd6-b4d7-f59ebcbebd2d'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:34:58.476447 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:58.479178 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:58.480316 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8bb4465-8483-4edd-84cc-715a1efc7a1a HTTP/1.1" status: 204 len: 168 time: 0.2125444 Jun 30 01:34:58.481095 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-6db7ba81-0280-4bdf-b081-59b516fedcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:58.489534 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bb4465-8483-4edd-84cc-715a1efc7a1a,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:58.497741 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:58.498331 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:58.498704 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:58.499198 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:58.499565 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:58.499923 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:58.500282 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:58.500637 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:58.500992 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:58.501343 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:58.501693 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:58.502304 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:58.506065 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:58.744968 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99258f45-7a07-4872-bad2-25f4b60ecc35 req-3cde683a-b739-4475-8446-1d367fe31d2d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:58.746460 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-99258f45-7a07-4872-bad2-25f4b60ecc35 req-3cde683a-b739-4475-8446-1d367fe31d2d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 945 time: 0.1082706 Jun 30 01:34:58.758882 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99e8af-c680-430c-8300-f9fbe8e08e8f req-3df69442-835d-4a2d-95d3-c6ce42917027 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:58.760338 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9c99e8af-c680-430c-8300-f9fbe8e08e8f req-3df69442-835d-4a2d-95d3-c6ce42917027 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 944 time: 0.0910394 Jun 30 01:34:58.826707 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-99258f45-7a07-4872-bad2-25f4b60ecc35 req-799f82c5-95cc-45c8-bd95-6666707ca23d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653460 Jun 30 01:34:58.829668 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9c99e8af-c680-430c-8300-f9fbe8e08e8f req-b6e54699-020c-4f7e-86f6-0abaf8e0d525 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613463 Jun 30 01:34:58.985873 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98876bd6-5345-4ad1-b08f-6fd4c01e7ac0 req-99327489-9bf5-4c43-8fa4-f118cf0a2923 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:58.988060 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-98876bd6-5345-4ad1-b08f-6fd4c01e7ac0 req-99327489-9bf5-4c43-8fa4-f118cf0a2923 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0639772 Jun 30 01:34:59.025098 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-98876bd6-5345-4ad1-b08f-6fd4c01e7ac0 req-6ea4fe39-0a09-42f6-a8b9-0cc63db98c33 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314071 Jun 30 01:34:59.074840 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 40256) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:59.088584 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eefce8e5-b54e-44b7-a7b7-6823dd51af50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:59.172867 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eefce8e5-b54e-44b7-a7b7-6823dd51af50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:59.236319 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-eefce8e5-b54e-44b7-a7b7-6823dd51af50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:59.238690 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-bf15c7a2-f14b-41b3-a685-a5d8b58cdfc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:59.272274 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefce8e5-b54e-44b7-a7b7-6823dd51af50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d93c11-786b-4b75-827a-3ebcea8502ad,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:59.276541 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-eefce8e5-b54e-44b7-a7b7-6823dd51af50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=38766cb7037c4533b4bd9b012f6f153d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005451 Jun 30 01:34:59.277425 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-eefce8e5-b54e-44b7-a7b7-6823dd51af50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:59.279152 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 40258) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:59.325314 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-31aa254e-c9ba-4a00-bdb5-795235754e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:59.345258 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-31aa254e-c9ba-4a00-bdb5-795235754e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:59.395419 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:34:59.459877 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-31aa254e-c9ba-4a00-bdb5-795235754e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:59.462488 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-31aa254e-c9ba-4a00-bdb5-795235754e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:59.463703 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-31aa254e-c9ba-4a00-bdb5-795235754e99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36d93c11-786b-4b75-827a-3ebcea8502ad HTTP/1.1" status: 204 len: 168 time: 0.1836658 Jun 30 01:34:59.467112 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c9186e14-01d6-4aa2-bc6b-0bc793499660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:59.471655 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa254e-c9ba-4a00-bdb5-795235754e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d93c11-786b-4b75-827a-3ebcea8502ad,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:59.473962 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-31aa254e-c9ba-4a00-bdb5-795235754e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:59.487452 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:34:59.491905 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:34:59.492396 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:59.572529 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:59.604076 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:59.686170 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:59.687086 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 96c725eb-e2af-4385-9000-ce1880aab771 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:34:59.690703 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:59.765325 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:59.768764 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:59.799333 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:59.802232 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47b9d0e-1b6c-486b-b9bc-ca034415137f" -d '{"events": [{"server_uuid": "f4cc825f-029d-4acb-95fa-ddcfff97fdf3", "name": "network-vif-plugged", "status": "completed", "tag": "48f511e3-2288-4cd6-b4d7-f59ebcbebd2d"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:59.836428 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b485589-7741-436d-8437-a7fbcf5b9b4f x-openstack-request-id: req-1b485589-7741-436d-8437-a7fbcf5b9b4f {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:59.836727 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cc825f-029d-4acb-95fa-ddcfff97fdf3", "name": "network-vif-plugged", "status": "completed", "tag": "48f511e3-2288-4cd6-b4d7-f59ebcbebd2d", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:59.836988 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b485589-7741-436d-8437-a7fbcf5b9b4f {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:59.837387 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d', 'code': 200} Jun 30 01:34:59.853773 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port 96c725eb-e2af-4385-9000-ce1880aab771 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:34:59.858196 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port 96c725eb-e2af-4385-9000-ce1880aab771 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:34:59.858571 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:59.985956 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:00.021679 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 96c725eb-e2af-4385-9000-ce1880aab771, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=96c725eb-e2af-4385-9000-ce1880aab771,segment=NetworkSegment(5c283590-e2e8-4ba9-bece-f56dfb524417),segment_id=5c283590-e2e8-4ba9-bece-f56dfb524417)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:35:00.073052 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e293c3-c893-434c-bc85-8e3dbb4d9bb2 req-03f2e3f1-e350-412e-a8e0-fc1a9935970b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:00.074876 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-91e293c3-c893-434c-bc85-8e3dbb4d9bb2 req-03f2e3f1-e350-412e-a8e0-fc1a9935970b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 946 time: 0.1120987 Jun 30 01:35:00.084693 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7ef12-12a3-4d88-bf11-50666df8f729 req-a06af03c-069e-45a1-9e38-0ff854eef3fd tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:00.086168 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-72c7ef12-12a3-4d88-bf11-50666df8f729 req-a06af03c-069e-45a1-9e38-0ff854eef3fd tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 944 time: 0.0948374 Jun 30 01:35:00.122926 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:00.125383 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:00.145202 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-91e293c3-c893-434c-bc85-8e3dbb4d9bb2 req-24283345-0474-4cbb-a147-68a22d58048e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580599 Jun 30 01:35:00.150067 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-72c7ef12-12a3-4d88-bf11-50666df8f729 req-abcc0201-b462-475d-b138-9f7c483cd4a3 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558629 Jun 30 01:35:00.185464 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=96c725eb-e2af-4385-9000-ce1880aab771,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:00.187869 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:00.272098 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f881a1-6c92-4ac4-b65d-3112ab5f6692 req-a46b6fbb-27e7-4f41-a9b8-31b6340b34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:00.274181 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-15f881a1-6c92-4ac4-b65d-3112ab5f6692 req-a46b6fbb-27e7-4f41-a9b8-31b6340b34a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 1099 time: 0.0559487 Jun 30 01:35:00.339038 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-15f881a1-6c92-4ac4-b65d-3112ab5f6692 req-6fd008f3-ae88-40a3-a7b7-97119b4a4d69 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524685 Jun 30 01:35:00.359486 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b0b74-0e1b-4105-9bb4-1fcb94322791 req-30b5d81b-f452-4926-a8a0-3a785d728a49 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:00.360954 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-413b0b74-0e1b-4105-9bb4-1fcb94322791 req-30b5d81b-f452-4926-a8a0-3a785d728a49 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0842481 Jun 30 01:35:00.401893 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-413b0b74-0e1b-4105-9bb4-1fcb94322791 req-035d5445-4780-4e21-b65f-9f8977a3458f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354366 Jun 30 01:35:00.807907 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-3889d259-6abd-4501-b21a-64ebb42d005e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:01.071156 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:01.375017 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151ed18-aea9-447b-b915-69e746cd93d3 req-5a8e792f-b755-4cc3-aa34-9910afecf218 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:01.376678 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7151ed18-aea9-447b-b915-69e746cd93d3 req-5a8e792f-b755-4cc3-aa34-9910afecf218 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 945 time: 0.1113825 Jun 30 01:35:01.384812 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ef219-aa0f-4d9c-8e25-f43c3fced5ed req-63556e09-e7fe-4610-8cfc-6f3ec7f5e98a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:01.390961 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d77ef219-aa0f-4d9c-8e25-f43c3fced5ed req-63556e09-e7fe-4610-8cfc-6f3ec7f5e98a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 946 time: 0.1123011 Jun 30 01:35:01.444014 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d77ef219-aa0f-4d9c-8e25-f43c3fced5ed req-d9fa0385-014c-45e2-9800-a5e32fe92ba4 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521240 Jun 30 01:35:01.450916 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7151ed18-aea9-447b-b915-69e746cd93d3 req-705011da-a551-40d5-933f-01ba2e855b08 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572801 Jun 30 01:35:01.838843 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b25ee5-f541-4ca0-98b9-2fde69335042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c725eb-e2af-4385-9000-ce1880aab771'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:35:01.841207 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047398ee-d8d1-4c09-803a-8af69930fa77" -d '{"events": [{"server_uuid": "16b25ee5-f541-4ca0-98b9-2fde69335042", "name": "network-vif-plugged", "status": "completed", "tag": "96c725eb-e2af-4385-9000-ce1880aab771"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:35:01.874386 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb1f674-5f8b-43b4-88b2-4e4829fcb86d x-openstack-request-id: req-4fb1f674-5f8b-43b4-88b2-4e4829fcb86d {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:35:01.874681 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b25ee5-f541-4ca0-98b9-2fde69335042", "name": "network-vif-plugged", "status": "completed", "tag": "96c725eb-e2af-4385-9000-ce1880aab771", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:35:01.874934 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4fb1f674-5f8b-43b4-88b2-4e4829fcb86d {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:35:01.875359 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b25ee5-f541-4ca0-98b9-2fde69335042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c725eb-e2af-4385-9000-ce1880aab771', 'code': 200} Jun 30 01:35:01.950771 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:02.211516 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db734f-2b3e-4e9e-9a99-92316cfafac5 req-2d569a84-9f61-4334-a2eb-84dc6ff69d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:02.213002 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-41db734f-2b3e-4e9e-9a99-92316cfafac5 req-2d569a84-9f61-4334-a2eb-84dc6ff69d2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 1098 time: 0.0545526 Jun 30 01:35:02.246057 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-41db734f-2b3e-4e9e-9a99-92316cfafac5 req-e1088083-f95d-46d4-ad69-a3b49aa428a2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267389 Jun 30 01:35:02.662578 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7a2fd-dc2e-43d7-9c39-96d41c3d8acd req-f92f6849-1c1a-4f81-9389-d532408f490b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:02.664097 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cec7a2fd-dc2e-43d7-9c39-96d41c3d8acd req-f92f6849-1c1a-4f81-9389-d532408f490b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 946 time: 0.1009145 Jun 30 01:35:02.675733 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7eaa0-c329-4065-bcd5-1019d4471ebc req-f5a4bf74-8c1c-44dc-a229-361112b36df4 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:02.677722 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a7d7eaa0-c329-4065-bcd5-1019d4471ebc req-f5a4bf74-8c1c-44dc-a229-361112b36df4 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 945 time: 0.1054621 Jun 30 01:35:02.732401 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cec7a2fd-dc2e-43d7-9c39-96d41c3d8acd req-9bf31378-5e95-404f-9f25-dc09b5960f80 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535667 Jun 30 01:35:02.739636 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a7d7eaa0-c329-4065-bcd5-1019d4471ebc req-f844d0be-13df-4835-9323-65f8aed1f32b tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549328 Jun 30 01:35:02.903330 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aca206-f5a9-4076-b145-c372331bb046 req-cf9f3bf9-a21a-44ac-8623-7bf0279c7808 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:02.904821 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-52aca206-f5a9-4076-b145-c372331bb046 req-cf9f3bf9-a21a-44ac-8623-7bf0279c7808 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 946 time: 0.0621576 Jun 30 01:35:02.942643 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-52aca206-f5a9-4076-b145-c372331bb046 req-17649104-046e-40a4-87cb-449f4828e617 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319486 Jun 30 01:35:02.966760 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 40330) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:03.016561 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db7455-8a96-400f-9678-ef3a05d9a51b tempest-TestVolumeBootPattern-849035222 tempest-TestVolumeBootPattern-849035222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:03.018007 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-e3db7455-8a96-400f-9678-ef3a05d9a51b tempest-TestVolumeBootPattern-849035222 tempest-TestVolumeBootPattern-849035222-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 1094 time: 0.0502257 Jun 30 01:35:03.021283 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 40332) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:03.025807 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Request body: {'floatingip': {'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'port_id': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:35:03.139301 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for floatingip, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:03.237025 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:03.340925 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Allocated IP 172.27.1.88 (fc262d4a-4b9d-4d80-8ce2-67a3755c726e/78e5fb5f-f66e-490d-8a31-625dcc4e5b31/f7bb9f8a-71ed-4f76-a1e1-3519b42c102f) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:35:03.374003 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:03.444755 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:03.562564 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:03.565714 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-254c7591-31fe-4c95-a7a3-aba6767d1a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:03.609862 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Network fc262d4a-4b9d-4d80-8ce2-67a3755c726e is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:35:03.612636 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:35:03.615354 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:35:03.642294 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'Port': ['ID=f7bb9f8a-71ed-4f76-a1e1-3519b42c102f,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:03.645935 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:03.988247 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962faa-0306-4a55-b374-35e58994e8b0 req-0079e364-8803-4d8b-ac70-17eed4c20293 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:03.990502 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-69962faa-0306-4a55-b374-35e58994e8b0 req-0079e364-8803-4d8b-ac70-17eed4c20293 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 945 time: 0.1373603 Jun 30 01:35:04.069702 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-69962faa-0306-4a55-b374-35e58994e8b0 req-f2dbbc34-f868-4c29-a719-e17e8802f6d3 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531220 Jun 30 01:35:04.070739 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:04.224236 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:04.369682 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:04.430459 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:04.433369 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:04.497644 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event updated for resources: {'Port': ['ID=f7bb9f8a-71ed-4f76-a1e1-3519b42c102f,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:04.501872 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:04.509307 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647948'] for floatingip, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:04.607577 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.l3_db [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Floating IP 81e95f9c-7dda-49fc-bef2-6d8e4bd10c3d associated. External IP: 172.27.1.88, port: 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d. Jun 30 01:35:04.807225 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Router 22062bfc-b07b-4d6b-984a-6f0fdf620172 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:35:04.910818 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:35:04.919936 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb2cd9-b835-4ebb-8ddf-81f4090f1218 None None] Sync routers for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:35:04.929681 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb2cd9-b835-4ebb-8ddf-81f4090f1218 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:35:04.930310 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-9ddb2cd9-b835-4ebb-8ddf-81f4090f1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:35:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:35:04.980079 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:05.029795 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9942601 Jun 30 01:35:05.029795 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'tag': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:35:05.029795 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edd0c1a-9b51-4b8d-9428-bc80e69f8834" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cc825f-029d-4acb-95fa-ddcfff97fdf3", "tag": "48f511e3-2288-4cd6-b4d7-f59ebcbebd2d"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:35:05.059746 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d4455a-9e04-4702-b816-85b0e8d6eb61 x-openstack-request-id: req-27d4455a-9e04-4702-b816-85b0e8d6eb61 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:35:05.060089 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cc825f-029d-4acb-95fa-ddcfff97fdf3", "tag": "48f511e3-2288-4cd6-b4d7-f59ebcbebd2d", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:35:05.060421 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27d4455a-9e04-4702-b816-85b0e8d6eb61 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:35:05.060863 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'tag': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d', 'status': 'completed', 'code': 200} Jun 30 01:35:05.154423 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0c1a-9b51-4b8d-9428-bc80e69f8834 req-a4bb1e19-08c0-48bd-9100-30d8d5a9a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:05.155889 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8edd0c1a-9b51-4b8d-9428-bc80e69f8834 req-a4bb1e19-08c0-48bd-9100-30d8d5a9a501 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 1099 time: 0.0696166 Jun 30 01:35:05.174172 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-9ddb2cd9-b835-4ebb-8ddf-81f4090f1218 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:35:05.261576 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0c1a-9b51-4b8d-9428-bc80e69f8834 req-da4aff5a-f547-4f03-bbf0-4cf6aef24f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:05.263109 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8edd0c1a-9b51-4b8d-9428-bc80e69f8834 req-da4aff5a-f547-4f03-bbf0-4cf6aef24f6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.1007929 Jun 30 01:35:05.329768 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8edd0c1a-9b51-4b8d-9428-bc80e69f8834 req-7fee5f92-6c9d-4530-a3f7-470f0a96d546 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d HTTP/1.1" status: 200 len: 999 time: 0.0600226 Jun 30 01:35:05.381846 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0c1a-9b51-4b8d-9428-bc80e69f8834 req-9639d873-29c5-415e-9e1e-2eec26795308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:05.383379 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8edd0c1a-9b51-4b8d-9428-bc80e69f8834 req-9639d873-29c5-415e-9e1e-2eec26795308 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0475597 Jun 30 01:35:05.444904 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0c1a-9b51-4b8d-9428-bc80e69f8834 req-6b06652a-9cca-4b57-9add-1599ade12b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:05.446474 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8edd0c1a-9b51-4b8d-9428-bc80e69f8834 req-6b06652a-9cca-4b57-9add-1599ade12b0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573981 Jun 30 01:35:05.452819 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-9ddb2cd9-b835-4ebb-8ddf-81f4090f1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '78760b5f-a4d9-4de5-8ea8-15219dbe5d23', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:19:f3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:01Z', 'updated_at': '2021-06-30T01:33:03Z', 'revision_number': 1, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}, {'id': '81e95f9c-7dda-49fc-bef2-6d8e4bd10c3d', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:81:aa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:35:03Z', 'updated_at': '2021-06-30T01:35:03Z', 'revision_number': 0, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:35:05.485400 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb2cd9-b835-4ebb-8ddf-81f4090f1218 None None] Checking router: 22062bfc-b07b-4d6b-984a-6f0fdf620172 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:35:05.494248 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb2cd9-b835-4ebb-8ddf-81f4090f1218 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:35:05.494873 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-9ddb2cd9-b835-4ebb-8ddf-81f4090f1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:35:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:35:05.587287 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8edd0c1a-9b51-4b8d-9428-bc80e69f8834 req-909bc1f1-27dc-4571-afcd-a073fbac30fa service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321456 Jun 30 01:35:05.599154 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d307d-5366-4780-8d90-e192a907208e req-aa2cb21b-2afe-45d9-bda3-6a1e3db65b89 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:05.600622 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d91d307d-5366-4780-8d90-e192a907208e req-aa2cb21b-2afe-45d9-bda3-6a1e3db65b89 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 945 time: 0.1007483 Jun 30 01:35:05.621292 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-9ddb2cd9-b835-4ebb-8ddf-81f4090f1218 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:35:05.681577 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d91d307d-5366-4780-8d90-e192a907208e req-8a04ed75-b282-4c7d-b638-74c72f232887 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725811 Jun 30 01:35:05.711497 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8edd0c1a-9b51-4b8d-9428-bc80e69f8834 req-a21992bd-dc80-4a2e-9350-0aa6c93c5ba9 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098857 Jun 30 01:35:05.846844 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-9ddb2cd9-b835-4ebb-8ddf-81f4090f1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '78760b5f-a4d9-4de5-8ea8-15219dbe5d23', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:19:f3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:01Z', 'updated_at': '2021-06-30T01:33:03Z', 'revision_number': 1, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}, {'id': '81e95f9c-7dda-49fc-bef2-6d8e4bd10c3d', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:81:aa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:35:03Z', 'updated_at': '2021-06-30T01:35:03Z', 'revision_number': 0, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:35:05.880918 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb2cd9-b835-4ebb-8ddf-81f4090f1218 None None] The sync data for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi is: [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '78760b5f-a4d9-4de5-8ea8-15219dbe5d23', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:19:f3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:01Z', 'updated_at': '2021-06-30T01:33:03Z', 'revision_number': 1, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}, {'id': '81e95f9c-7dda-49fc-bef2-6d8e4bd10c3d', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:81:aa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:35:03Z', 'updated_at': '2021-06-30T01:35:03Z', 'revision_number': 0, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:35:06.068618 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585857ea-ac4e-4e25-bb91-04c3235ba0fa None None] New status for floating IP 81e95f9c-7dda-49fc-bef2-6d8e4bd10c3d: ACTIVE {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:35:06.191139 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:06.891432 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9db60-cbda-4006-884b-508eee103eb2 req-ffb67e80-c591-4887-8c0c-cef4b69d32ec tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:06.893299 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9ea9db60-cbda-4006-884b-508eee103eb2 req-ffb67e80-c591-4887-8c0c-cef4b69d32ec tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 945 time: 0.0811360 Jun 30 01:35:06.960047 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9ea9db60-cbda-4006-884b-508eee103eb2 req-c2573117-c72d-4f54-8ee3-898506e485f6 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/security-groups?id=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605783 Jun 30 01:35:06.987733 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e07d1b-6298-4fc1-9087-424a926003c0 req-9a6000cf-439d-42f6-b47b-4ad8926a370b tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:06.989249 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d8e07d1b-6298-4fc1-9087-424a926003c0 req-9a6000cf-439d-42f6-b47b-4ad8926a370b tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.36 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 945 time: 0.0759170 Jun 30 01:35:07.090539 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-d8e07d1b-6298-4fc1-9087-424a926003c0 req-92b08cc1-8e15-4d52-9b22-71f544dbd04e tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Deleting port 96c725eb-e2af-4385-9000-ce1880aab771 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:35:07.090878 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-d8e07d1b-6298-4fc1-9087-424a926003c0 req-92b08cc1-8e15-4d52-9b22-71f544dbd04e tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:07.180824 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-d8e07d1b-6298-4fc1-9087-424a926003c0 req-92b08cc1-8e15-4d52-9b22-71f544dbd04e tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] For port 96c725eb-e2af-4385-9000-ce1880aab771, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=96c725eb-e2af-4385-9000-ce1880aab771,segment=NetworkSegment(5c283590-e2e8-4ba9-bece-f56dfb524417),segment_id=5c283590-e2e8-4ba9-bece-f56dfb524417)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:35:07.181206 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-d8e07d1b-6298-4fc1-9087-424a926003c0 req-92b08cc1-8e15-4d52-9b22-71f544dbd04e tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:07.193944 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-d8e07d1b-6298-4fc1-9087-424a926003c0 req-92b08cc1-8e15-4d52-9b22-71f544dbd04e tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Calling delete_port for 96c725eb-e2af-4385-9000-ce1880aab771 owned by compute:nova {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:35:07.272226 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 40390) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:07.382372 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-69918b7b-8976-4d79-8aaf-df9ddad10e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:07.469654 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-69918b7b-8976-4d79-8aaf-df9ddad10e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:07.543250 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-69918b7b-8976-4d79-8aaf-df9ddad10e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:07.546842 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9f17f80b-135e-4a92-9061-5f9a090e3696 tempest-VolumesNegativeTest-913717513 tempest-VolumesNegativeTest-913717513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:07.582130 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-69918b7b-8976-4d79-8aaf-df9ddad10e2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e98c7c1c664d4a7aab6ec6ae856e5eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083165 Jun 30 01:35:07.584712 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 40394) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:07.590711 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69918b7b-8976-4d79-8aaf-df9ddad10e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ac5a10-84ca-4787-aa53-6522971550dd,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:07.594256 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-69918b7b-8976-4d79-8aaf-df9ddad10e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:07.643378 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a1af7202-ddb0-4d52-817b-0bd31ccb3b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:07.663937 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a1af7202-ddb0-4d52-817b-0bd31ccb3b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:07.669046 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-d8e07d1b-6298-4fc1-9087-424a926003c0 req-92b08cc1-8e15-4d52-9b22-71f544dbd04e tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:07.673114 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-89c9daba-f799-4a1e-80ed-bc1aa4a4a2ca tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:07.681643 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['96c725eb-e2af-4385-9000-ce1880aab771'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:35:07.697508 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b08cc1-8e15-4d52-9b22-71f544dbd04e tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Pushing event deleted for resources: {'Port': ['ID=96c725eb-e2af-4385-9000-ce1880aab771,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:07.701353 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-92b08cc1-8e15-4d52-9b22-71f544dbd04e tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:07.750854 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e07d1b-6298-4fc1-9087-424a926003c0 req-92b08cc1-8e15-4d52-9b22-71f544dbd04e tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] No DVR routers for this DVR port 96c725eb-e2af-4385-9000-ce1880aab771 on host hv-cinder-79724 {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:35:07.753239 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-d8e07d1b-6298-4fc1-9087-424a926003c0 req-92b08cc1-8e15-4d52-9b22-71f544dbd04e tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:07.755240 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d8e07d1b-6298-4fc1-9087-424a926003c0 req-92b08cc1-8e15-4d52-9b22-71f544dbd04e tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.36 "DELETE /v2.0/ports/96c725eb-e2af-4385-9000-ce1880aab771 HTTP/1.1" status: 204 len: 173 time: 0.7603025 Jun 30 01:35:07.755733 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b25ee5-f541-4ca0-98b9-2fde69335042', 'name': 'network-vif-deleted', 'tag': '96c725eb-e2af-4385-9000-ce1880aab771'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:35:07.757993 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98f9519-6b64-41cd-817f-aaa77c0d7884" -d '{"events": [{"server_uuid": "16b25ee5-f541-4ca0-98b9-2fde69335042", "name": "network-vif-deleted", "tag": "96c725eb-e2af-4385-9000-ce1880aab771"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:35:07.777639 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a1af7202-ddb0-4d52-817b-0bd31ccb3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:07.780588 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a1af7202-ddb0-4d52-817b-0bd31ccb3b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:07.781759 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a1af7202-ddb0-4d52-817b-0bd31ccb3b25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48ac5a10-84ca-4787-aa53-6522971550dd HTTP/1.1" status: 204 len: 168 time: 0.1961672 Jun 30 01:35:07.782540 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d6bb38e8-4d3c-4b35-857c-072178288be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:07.791294 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af7202-ddb0-4d52-817b-0bd31ccb3b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ac5a10-84ca-4787-aa53-6522971550dd,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:07.793448 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a1af7202-ddb0-4d52-817b-0bd31ccb3b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:07.798057 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5643431d-5585-4e32-8cfa-461ddafa0ac3 x-openstack-request-id: req-5643431d-5585-4e32-8cfa-461ddafa0ac3 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:35:07.798386 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b25ee5-f541-4ca0-98b9-2fde69335042", "name": "network-vif-deleted", "tag": "96c725eb-e2af-4385-9000-ce1880aab771", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:35:07.798675 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5643431d-5585-4e32-8cfa-461ddafa0ac3 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:35:07.799136 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b25ee5-f541-4ca0-98b9-2fde69335042', 'name': 'network-vif-deleted', 'tag': '96c725eb-e2af-4385-9000-ce1880aab771', 'status': 'completed', 'code': 200} Jun 30 01:35:08.126622 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-74ab208e-4b6f-4473-b78d-0c415ae002c1 req-247a8d5a-4f47-400e-8f0c-326293fdbf47 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] 10.222.0.35 "GET /v2.0/ports?device_id=16b25ee5-f541-4ca0-98b9-2fde69335042 HTTP/1.1" status: 200 len: 210 time: 0.0493801 Jun 30 01:35:08.430317 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 40404) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:08.444152 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-74d4229d-c38a-43cf-9c9a-77f215d77f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:08.542385 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-74d4229d-c38a-43cf-9c9a-77f215d77f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:08.613953 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-74d4229d-c38a-43cf-9c9a-77f215d77f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:08.617743 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-aa996249-d889-4f46-ab03-0b0fd728de67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:08.653982 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-74d4229d-c38a-43cf-9c9a-77f215d77f0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=830f2e491cf249e79d0a81ccb2a40441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225688 Jun 30 01:35:08.654957 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4229d-c38a-43cf-9c9a-77f215d77f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6213a5ac-a90a-4226-9bc4-c31c72abe72c,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:08.656745 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 40406) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:08.657954 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-74d4229d-c38a-43cf-9c9a-77f215d77f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:08.705053 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-48b6cb28-e561-43f2-a220-02768010da7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:08.726900 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-48b6cb28-e561-43f2-a220-02768010da7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:08.831287 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-48b6cb28-e561-43f2-a220-02768010da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:08.833951 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-48b6cb28-e561-43f2-a220-02768010da7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:08.835146 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-48b6cb28-e561-43f2-a220-02768010da7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6213a5ac-a90a-4226-9bc4-c31c72abe72c HTTP/1.1" status: 204 len: 168 time: 0.1773806 Jun 30 01:35:08.835969 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-2a8d5cd8-e6c3-4c91-b8a2-c86c8353b3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:08.843450 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6cb28-e561-43f2-a220-02768010da7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6213a5ac-a90a-4226-9bc4-c31c72abe72c,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:08.845804 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-48b6cb28-e561-43f2-a220-02768010da7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:10.156679 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b5df4f97-27e3-441d-b7ba-17f4291e0db7 req-4c51a2eb-c19f-4b19-8091-abffe97fc944 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605426 Jun 30 01:35:10.250193 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df4f97-27e3-441d-b7ba-17f4291e0db7 req-48c701a1-aed1-4a86-8800-40cde23b4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:10.251696 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b5df4f97-27e3-441d-b7ba-17f4291e0db7 req-48c701a1-aed1-4a86-8800-40cde23b4b68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbda0feb92a847d182731ee482789d05&device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 1098 time: 0.0526116 Jun 30 01:35:10.360412 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df4f97-27e3-441d-b7ba-17f4291e0db7 req-62aa4444-0da6-442c-a87b-3c003abac1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:10.361969 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b5df4f97-27e3-441d-b7ba-17f4291e0db7 req-62aa4444-0da6-442c-a87b-3c003abac1e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 HTTP/1.1" status: 200 len: 910 time: 0.0888822 Jun 30 01:35:10.429718 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b5df4f97-27e3-441d-b7ba-17f4291e0db7 req-6be43085-30c6-4adb-8c5e-48b2cabb1ac7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7 HTTP/1.1" status: 200 len: 1001 time: 0.0612531 Jun 30 01:35:10.476009 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df4f97-27e3-441d-b7ba-17f4291e0db7 req-81ad5763-3d47-4460-b74c-4a94180f14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:10.477429 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b5df4f97-27e3-441d-b7ba-17f4291e0db7 req-81ad5763-3d47-4460-b74c-4a94180f14ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00d439ea-5129-4dfa-88b6-9fe5bcfe9691 HTTP/1.1" status: 200 len: 848 time: 0.0416970 Jun 30 01:35:10.532663 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df4f97-27e3-441d-b7ba-17f4291e0db7 req-817874ea-1292-44d0-9512-ebbe84f641ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:10.537828 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b5df4f97-27e3-441d-b7ba-17f4291e0db7 req-817874ea-1292-44d0-9512-ebbe84f641ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501258 Jun 30 01:35:10.633658 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b5df4f97-27e3-441d-b7ba-17f4291e0db7 req-1ff91235-2c33-4bdc-9846-0c39fb213e6a service neutron] 10.222.0.36 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912521 Jun 30 01:35:10.721353 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b5df4f97-27e3-441d-b7ba-17f4291e0db7 req-faf93d32-2810-4563-9d05-ed96c2cb0db7 service neutron] 10.222.0.36 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810490 Jun 30 01:35:11.777585 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 96c725eb-e2af-4385-9000-ce1880aab771 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:35:11.796600 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: 96c725eb-e2af-4385-9000-ce1880aab771 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:35:11.800375 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 96c725eb-e2af-4385-9000-ce1880aab771 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:35:20.829543 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 40642) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:20.965718 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:21.079110 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:21.173783 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:21.176792 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-aa6c23dd-0572-4556-8389-3f9bee607c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:21.212987 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ec06c6-eba1-4774-8e83-8818ce68803c,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:21.227708 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 40650) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:21.234802 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6693cf23c1ce476292db5e7d6c3c4da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4041145 Jun 30 01:35:21.243935 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:21.244601 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:21.245035 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:21.247463 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:21.247920 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:21.248456 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:21.248906 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:21.252072 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:21.252528 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:21.252950 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:21.253372 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:21.253788 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:21.262319 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-53129291-5b17-4e01-8e61-39d093fb6a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:21.292709 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9ad34ee4-5bc1-4360-a1ee-5ff4ee5e0955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:21.314836 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9ad34ee4-5bc1-4360-a1ee-5ff4ee5e0955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:21.436520 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9ad34ee4-5bc1-4360-a1ee-5ff4ee5e0955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:21.439108 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9ad34ee4-5bc1-4360-a1ee-5ff4ee5e0955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:21.440297 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-9ad34ee4-5bc1-4360-a1ee-5ff4ee5e0955 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08ec06c6-eba1-4774-8e83-8818ce68803c HTTP/1.1" status: 204 len: 168 time: 0.2108254 Jun 30 01:35:21.441224 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:21.451809 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad34ee4-5bc1-4360-a1ee-5ff4ee5e0955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ec06c6-eba1-4774-8e83-8818ce68803c,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:21.480646 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9ad34ee4-5bc1-4360-a1ee-5ff4ee5e0955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:22.112132 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 40662) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:22.128845 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c3b0549a-ae87-4fd4-b5fc-8755ba9ad489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:22.313081 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c3b0549a-ae87-4fd4-b5fc-8755ba9ad489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:22.394366 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c3b0549a-ae87-4fd4-b5fc-8755ba9ad489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:22.398199 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-2560cda1-5bc6-4b3a-9e70-f8343ae0a5e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:22.438156 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0549a-ae87-4fd4-b5fc-8755ba9ad489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08c23f0-db24-4a86-b1ca-1d1c26881452,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:22.444938 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-c3b0549a-ae87-4fd4-b5fc-8755ba9ad489 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=caa6127da7bc415bad1c576aa9db804c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292377 Jun 30 01:35:22.444938 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c3b0549a-ae87-4fd4-b5fc-8755ba9ad489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:22.445880 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 40664) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:22.499610 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a12cda00-6fe1-4c86-8143-22d2a99f82c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:22.521199 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a12cda00-6fe1-4c86-8143-22d2a99f82c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:22.659409 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a12cda00-6fe1-4c86-8143-22d2a99f82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:22.662234 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a12cda00-6fe1-4c86-8143-22d2a99f82c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:22.673078 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-a12cda00-6fe1-4c86-8143-22d2a99f82c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d08c23f0-db24-4a86-b1ca-1d1c26881452 HTTP/1.1" status: 204 len: 168 time: 0.2197239 Jun 30 01:35:22.675736 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-85587f56-fabb-4cec-8cb3-9befbfa21c3a tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:22.688347 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cda00-6fe1-4c86-8143-22d2a99f82c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08c23f0-db24-4a86-b1ca-1d1c26881452,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:22.696312 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a12cda00-6fe1-4c86-8143-22d2a99f82c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:25.404033 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:35:28.132755 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b3804bd5-0f3f-4e94-87ec-5956d2585d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:28.938368 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 40766) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:29.075309 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ae568342-00a4-4703-a2d0-84706531131f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:29.191771 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ae568342-00a4-4703-a2d0-84706531131f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:29.303064 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-ae568342-00a4-4703-a2d0-84706531131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:29.306522 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-69b86ed4-876d-48ee-b559-e63395d1c0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:29.344802 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-ae568342-00a4-4703-a2d0-84706531131f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad59c7976cbb4e3382ffa58a545f2431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025629 Jun 30 01:35:29.344802 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae568342-00a4-4703-a2d0-84706531131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d49402-bb95-4c28-b658-fc8740957cb1,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:29.345295 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 40776) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:29.353173 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ae568342-00a4-4703-a2d0-84706531131f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:29.417348 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-aed5a92c-64eb-4fdd-801d-4e3b3bf49abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:29.442520 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-aed5a92c-64eb-4fdd-801d-4e3b3bf49abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:29.562704 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-aed5a92c-64eb-4fdd-801d-4e3b3bf49abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:29.565714 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-aed5a92c-64eb-4fdd-801d-4e3b3bf49abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:29.576450 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-aed5a92c-64eb-4fdd-801d-4e3b3bf49abf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93d49402-bb95-4c28-b658-fc8740957cb1 HTTP/1.1" status: 204 len: 168 time: 0.2262254 Jun 30 01:35:29.580865 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0ed67b92-960a-42e7-a1b5-662fff1457c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:29.598767 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5a92c-64eb-4fdd-801d-4e3b3bf49abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d49402-bb95-4c28-b658-fc8740957cb1,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:29.604611 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-aed5a92c-64eb-4fdd-801d-4e3b3bf49abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:30.842048 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-49272721-2832-4e50-be99-cf3d6393defa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:31.058867 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:31.931891 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:33.394119 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:33.763950 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 40916) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:33.807768 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd86b45-0f3d-4fe7-a1de-2828691e5d3c admin admin] Deleting subnet 660c3427-7acf-490c-bfd9-91fb754b7799 {{(pid=93393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:35:33.810656 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bbd86b45-0f3d-4fe7-a1de-2828691e5d3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:33.847268 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bbd86b45-0f3d-4fe7-a1de-2828691e5d3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249930'] for subnet, precommit_delete_associations {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:33.886445 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bbd86b45-0f3d-4fe7-a1de-2828691e5d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.013763 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bbd86b45-0f3d-4fe7-a1de-2828691e5d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59332781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59259517'] for subnet, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.017113 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-19eb5495-8e8e-494f-88db-955460a61d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:34.041110 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd86b45-0f3d-4fe7-a1de-2828691e5d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=660c3427-7acf-490c-bfd9-91fb754b7799,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:34.043109 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-bbd86b45-0f3d-4fe7-a1de-2828691e5d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.047524 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 40928) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:34.047974 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-bbd86b45-0f3d-4fe7-a1de-2828691e5d3c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/660c3427-7acf-490c-bfd9-91fb754b7799 HTTP/1.1" status: 204 len: 168 time: 0.2824914 Jun 30 01:35:34.048485 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-bbd86b45-0f3d-4fe7-a1de-2828691e5d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:34.114480 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.193296 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.203186 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cd470c-5e83-4fbc-bab0-1ba0fafb0a80']}} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:35:34.213835 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c283590-e2e8-4ba9-bece-f56dfb524417') {'for_net_delete': True} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:35:34.214138 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c283590-e2e8-4ba9-bece-f56dfb524417') {} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:35:34.222547 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59551436'] for segment, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.235256 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.241253 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:35:34.241794 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59630452'] for segment, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: Traceback (most recent call last): Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: timer() Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: cb(*args, **kw) Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: return func(*args, **kwargs) Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: self._notify() Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: self.callback(batched_events) Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: event.method(event) Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: return f(self, *a, **k) Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._get(url).json() Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: return self.request(url, 'GET', **kwargs) Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:35:34.243284 dv-cinder-797245-10-iscsi neutron-server[93392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:35:34.367441 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.370980 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-4effdea1-d6f6-477e-a6f1-39f1c3595435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:34.373393 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.380726 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] 10.222.0.35 "DELETE /v2.0/networks/99cd470c-5e83-4fbc-bab0-1ba0fafb0a80 HTTP/1.1" status: 204 len: 168 time: 0.3265674 Jun 30 01:35:34.386490 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] Pushing event deleted for resources: {'Network': ['ID=99cd470c-5e83-4fbc-bab0-1ba0fafb0a80,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:34.388976 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-66e7682e-a0ea-4e60-9295-c1099d96b501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:34.743940 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 40934) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:34.786205 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-b26fc3ca-7a40-4b24-8823-e1d31c8da5eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=30685bb4c01846ecb9dc5f23eadcb555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410633 Jun 30 01:35:34.789102 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 40936) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:34.835409 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-774012b5-2620-44b7-8c2a-92d8dfb971bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.856107 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-774012b5-2620-44b7-8c2a-92d8dfb971bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.962116 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-774012b5-2620-44b7-8c2a-92d8dfb971bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.964806 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-774012b5-2620-44b7-8c2a-92d8dfb971bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:34.965988 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-774012b5-2620-44b7-8c2a-92d8dfb971bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9e4ea28-ce9a-4041-8c6e-75e57a909cc0 HTTP/1.1" status: 204 len: 168 time: 0.1760039 Jun 30 01:35:34.966759 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-2695704c-35ee-49b0-ae6c-819fccb977aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:34.974199 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774012b5-2620-44b7-8c2a-92d8dfb971bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e4ea28-ce9a-4041-8c6e-75e57a909cc0,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:34.977198 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-774012b5-2620-44b7-8c2a-92d8dfb971bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:35.960332 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 40970) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:36.051649 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1958418834-network', 'tenant_id': '534dd6aa855b45a591ecb205a3b12be6'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:35:36.154477 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Made reservation on behalf of 534dd6aa855b45a591ecb205a3b12be6 for: {'network': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:35:36.156916 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for network, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:36.165655 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:36.236333 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:36.255208 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:36.326989 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:36.330922 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7c9bc27f-452d-45de-aecf-8ec356453aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:36.351755 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:35:36.360280 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:36.363981 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:36.367253 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:36.367602 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.segments_db [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Added segment 8fa3f2a2-3ef1-403a-bd46-c82c0d11c807 of type vlan for network 6c677321-a991-4f8c-ad8d-f3e88ed548ff Jun 30 01:35:36.410711 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763854704689'] for network, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:36.510570 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:36.512020 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:36.512677 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:36.515012 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:36.599374 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Pushing event updated for resources: {'Network': ['ID=6c677321-a991-4f8c-ad8d-f3e88ed548ff,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:36.602713 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:36.610071 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Network 6c677321-a991-4f8c-ad8d-f3e88ed548ff details requested by agent ovs-agent-dv-cinder-797245-10-iscsi with host dv-cinder-797245-10-iscsi {{(pid=93394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:35:36.647093 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-d5d3a8aa-8328-4164-80ae-a37d944080ef admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6851118 Jun 30 01:35:36.649846 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 40974) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:36.654742 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [None req-31977708-e52f-491c-af99-fc14d4c05b5f admin admin] Request body: {'subnet': {'network_id': '6c677321-a991-4f8c-ad8d-f3e88ed548ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1958418834-subnet', 'tenant_id': '534dd6aa855b45a591ecb205a3b12be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:35:36.732858 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31977708-e52f-491c-af99-fc14d4c05b5f admin admin] Made reservation on behalf of 534dd6aa855b45a591ecb205a3b12be6 for: {'subnet': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:35:36.735276 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-31977708-e52f-491c-af99-fc14d4c05b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59550922'] for subnet, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:36.927478 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-31977708-e52f-491c-af99-fc14d4c05b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59630486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59550936'] for subnet, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:36.930704 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7925cf32-2f9b-42d8-8b10-e481f5314c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:36.983244 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31977708-e52f-491c-af99-fc14d4c05b5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce51be1a-a116-468f-8dec-ccd9e5862a95,revision_number=0']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:36.987119 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-31977708-e52f-491c-af99-fc14d4c05b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:36.991022 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31977708-e52f-491c-af99-fc14d4c05b5f admin admin] Checking segment: {'id': '8fa3f2a2-3ef1-403a-bd46-c82c0d11c807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c677321-a991-4f8c-ad8d-f3e88ed548ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:35:36.991407 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31977708-e52f-491c-af99-fc14d4c05b5f admin admin] Network hostable DHCP agents. Network: 6c677321-a991-4f8c-ad8d-f3e88ed548ff, hostable agents: ['1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4'], hosted agents: [] {{(pid=93392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:35:37.053083 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31977708-e52f-491c-af99-fc14d4c05b5f admin admin] Network 6c677321-a991-4f8c-ad8d-f3e88ed548ff is scheduled to be hosted by DHCP agent 1a5fb251-2fc6-4357-bfb9-ff90b6cadeb4 with binding_index 1 {{(pid=93392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:35:37.133223 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [None req-31977708-e52f-491c-af99-fc14d4c05b5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-iscsi, 6c677321-a991-4f8c-ad8d-f3e88ed548ff) {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:35:37.137325 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31977708-e52f-491c-af99-fc14d4c05b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:37.137915 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-31977708-e52f-491c-af99-fc14d4c05b5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:37.142231 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3935532c-454d-45c8-86a6-6ec0f51cffbd None None] Network 6c677321-a991-4f8c-ad8d-f3e88ed548ff requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:35:37.220228 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-31977708-e52f-491c-af99-fc14d4c05b5f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5691493 Jun 30 01:35:37.262780 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb007e92-22ee-40a3-8801-67fdec66c40c None None] Network 6c677321-a991-4f8c-ad8d-f3e88ed548ff requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:35:39.328521 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-aabd4091-bff8-4450-9381-72b4961d3ae9 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:39.329889 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-aabd4091-bff8-4450-9381-72b4961d3ae9 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/networks?id=6c677321-a991-4f8c-ad8d-f3e88ed548ff HTTP/1.1" status: 200 len: 814 time: 0.1042192 Jun 30 01:35:39.344309 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-7434201d-7617-45a1-a33b-e67d1242c57f tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/quotas/534dd6aa855b45a591ecb205a3b12be6 HTTP/1.1" status: 200 len: 375 time: 0.0089288 Jun 30 01:35:39.376559 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-93173321-c282-48cc-8493-36d714a8066f tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=534dd6aa855b45a591ecb205a3b12be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274034 Jun 30 01:35:39.465634 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-8e93908c-3f75-46a4-bd24-d1453c820d64 service neutron] 10.222.0.35 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825851 Jun 30 01:35:39.568508 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-5ee5bb94-758e-4eb7-80e9-69c3d6af2704 service neutron] 10.222.0.35 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971732 Jun 30 01:35:39.814076 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-46b26066-67d1-4072-988d-32d7e76d5355 req-1be02003-7d97-470b-ac74-feb7b30a3ebe tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0338292 Jun 30 01:35:40.876932 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 41052) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:40.958620 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-72a9411e-9752-48ea-a7be-165177fea422 req-40469b8f-7090-4959-8950-3ba49887fe94 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0279579 Jun 30 01:35:40.982191 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c01f0e42-c1bb-4611-a9f0-818231146749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:41.066273 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c01f0e42-c1bb-4611-a9f0-818231146749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:41.139130 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-c01f0e42-c1bb-4611-a9f0-818231146749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:41.141702 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-deae5037-11a7-4eff-b7e8-14c3eb35668e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:41.179634 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-c01f0e42-c1bb-4611-a9f0-818231146749 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f15479b73ee4fc390addd76aa71ac0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014910 Jun 30 01:35:41.180609 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f0e42-c1bb-4611-a9f0-818231146749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce6ba01-ebe5-4d9e-8e11-b25efa7bdbbe,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:41.181957 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 41056) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:41.183661 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c01f0e42-c1bb-4611-a9f0-818231146749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:41.231462 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-56635d74-10ff-40c0-9680-464a94a12a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:41.251785 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-56635d74-10ff-40c0-9680-464a94a12a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:41.448043 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-56635d74-10ff-40c0-9680-464a94a12a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:41.450549 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-56635d74-10ff-40c0-9680-464a94a12a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:41.451745 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-56635d74-10ff-40c0-9680-464a94a12a0e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ce6ba01-ebe5-4d9e-8e11-b25efa7bdbbe HTTP/1.1" status: 204 len: 168 time: 0.2671947 Jun 30 01:35:41.452956 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-eefce8e5-b54e-44b7-a7b7-6823dd51af50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:41.460040 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56635d74-10ff-40c0-9680-464a94a12a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce6ba01-ebe5-4d9e-8e11-b25efa7bdbbe,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:41.463151 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-56635d74-10ff-40c0-9680-464a94a12a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:42.006306 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 41064) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:42.019883 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-21088133-bc1e-445c-b0dd-9f15b8810ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:42.113319 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-21088133-bc1e-445c-b0dd-9f15b8810ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:42.114437 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5b5576d6-1965-4327-9cec-5952fa60e565 req-d76e0c54-be48-4da6-8194-be8e02e64313 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0379128 Jun 30 01:35:42.156679 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-027a6f38-0566-47f6-83ee-37cac919f010 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:42.158109 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-027a6f38-0566-47f6-83ee-37cac919f010 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.36 "GET /v2.0/networks?id=6c677321-a991-4f8c-ad8d-f3e88ed548ff HTTP/1.1" status: 200 len: 814 time: 0.1333454 Jun 30 01:35:42.171412 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Request body: {'port': {'device_id': 'b887f6f8-28ce-4ed5-8d29-56c63443ca08', 'network_id': '6c677321-a991-4f8c-ad8d-f3e88ed548ff', 'admin_state_up': True, 'tenant_id': '534dd6aa855b45a591ecb205a3b12be6'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:35:42.188314 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-21088133-bc1e-445c-b0dd-9f15b8810ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:42.191159 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9d33e275-d06a-4364-88cf-4c9d5733d656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:42.229876 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-21088133-bc1e-445c-b0dd-9f15b8810ac1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17bea44ce60b42dda2dc44f917bdd0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224286 Jun 30 01:35:42.232176 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21088133-bc1e-445c-b0dd-9f15b8810ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c310b6-8565-4244-b649-a7077483d96b,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:42.232584 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 41066) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:42.235375 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-21088133-bc1e-445c-b0dd-9f15b8810ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:42.316450 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3fbca5d5-b0e1-4661-9726-54f628fc1650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:42.338076 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3fbca5d5-b0e1-4661-9726-54f628fc1650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:42.377518 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Made reservation on behalf of 534dd6aa855b45a591ecb205a3b12be6 for: {'port': 1} {{(pid=93392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:35:42.381889 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:42.468647 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3fbca5d5-b0e1-4661-9726-54f628fc1650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:42.471192 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-3fbca5d5-b0e1-4661-9726-54f628fc1650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:42.472349 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-3fbca5d5-b0e1-4661-9726-54f628fc1650 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41c310b6-8565-4244-b649-a7077483d96b HTTP/1.1" status: 204 len: 168 time: 0.2387276 Jun 30 01:35:42.475097 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-28c6dfb5-0d12-4df4-8c4c-f07e1936e0f4 tempest-AttachVolumeShelveTestJSON-1062537489 tempest-AttachVolumeShelveTestJSON-1062537489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:42.517305 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbca5d5-b0e1-4661-9726-54f628fc1650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c310b6-8565-4244-b649-a7077483d96b,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:42.519521 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-3fbca5d5-b0e1-4661-9726-54f628fc1650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:42.595253 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_common [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Allocated IP 172.20.0.13 (6c677321-a991-4f8c-ad8d-f3e88ed548ff/ce51be1a-a116-468f-8dec-ccd9e5862a95/2c780707-4709-493b-9c2f-19b833fc0a47) {{(pid=93392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:35:42.748407 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Notify callbacks [] for port, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:42.859727 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16354150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763854721262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59630378'] for port, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:42.865838 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d70b6f2e-bbeb-42b9-ad0a-4a995d965f7f tempest-AttachVolumeTestJSON-1968408752 tempest-AttachVolumeTestJSON-1968408752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:42.906199 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Network 6c677321-a991-4f8c-ad8d-f3e88ed548ff is already hosted by enough agents. {{(pid=93392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:35:42.909656 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.base_scheduler [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Resources bound (agent type, host, resource id): {{(pid=93392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:35:42.913057 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Received port after_create {{(pid=93392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:35:42.943941 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Pushing event updated for resources: {'Port': ['ID=2c780707-4709-493b-9c2f-19b833fc0a47,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:42.946888 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:42.970901 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:42.971525 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.060277 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8925767 Jun 30 01:35:43.072135 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.v2.base [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Request body: {'port': {'device_id': 'b887f6f8-28ce-4ed5-8d29-56c63443ca08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:35:43.106361 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 41076) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:43.121483 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3213-c8f1-48df-adee-69051976fc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.149592 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.217841 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3213-c8f1-48df-adee-69051976fc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.276166 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3213-c8f1-48df-adee-69051976fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.279964 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4229889f-18be-4dc7-aa55-f13494dbb313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:43.316834 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-9aaa3213-c8f1-48df-adee-69051976fc7e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc61658e7ffa4c21941750e12a6c62cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092717 Jun 30 01:35:43.319696 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 41080) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:43.325833 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa3213-c8f1-48df-adee-69051976fc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44fb0c6-6177-4bf2-a9f3-7ce9b048b337,revision_number=1']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:43.329558 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9aaa3213-c8f1-48df-adee-69051976fc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:43.383576 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-868e05a4-44cf-47ff-85b2-833556364743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.387301 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed98e1-70ae-4a4b-997e-ef801caa16f0 req-8690e960-d054-4b03-8feb-e5a1d57aecc5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:43.388705 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-90ed98e1-70ae-4a4b-997e-ef801caa16f0 req-8690e960-d054-4b03-8feb-e5a1d57aecc5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 932 time: 0.1336837 Jun 30 01:35:43.409599 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-868e05a4-44cf-47ff-85b2-833556364743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.463714 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-90ed98e1-70ae-4a4b-997e-ef801caa16f0 req-4f2a8104-4a3a-49e3-9899-2ade107f2b7b tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685916 Jun 30 01:35:43.512119 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c780707-4709-493b-9c2f-19b833fc0a47 {{(pid=93392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:35:43.516154 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-868e05a4-44cf-47ff-85b2-833556364743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.518846 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-868e05a4-44cf-47ff-85b2-833556364743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.519338 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.523469 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-868e05a4-44cf-47ff-85b2-833556364743 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f44fb0c6-6177-4bf2-a9f3-7ce9b048b337 HTTP/1.1" status: 204 len: 168 time: 0.1995676 Jun 30 01:35:43.523469 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-32071ad6-5234-4938-bd7e-38bb905b364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:43.530708 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e05a4-44cf-47ff-85b2-833556364743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44fb0c6-6177-4bf2-a9f3-7ce9b048b337,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:43.531744 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.provisioning_blocks [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Transition to ACTIVE for port object 2c780707-4709-493b-9c2f-19b833fc0a47 will not be triggered until provisioned by entity L2. {{(pid=93392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:35:43.533318 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-868e05a4-44cf-47ff-85b2-833556364743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:43.602592 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.605628 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-6de43885-7add-4b60-9342-39a4b32b43cf tempest-ServerRescueNegativeTestJSON-499749370 tempest-ServerRescueNegativeTestJSON-499749370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:43.655472 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Pushing event updated for resources: {'Port': ['ID=2c780707-4709-493b-9c2f-19b833fc0a47,revision_number=2']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:43.658251 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:43.723713 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Attempting to bind port 2c780707-4709-493b-9c2f-19b833fc0a47 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:35:43.724046 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Attempting to bind port 2c780707-4709-493b-9c2f-19b833fc0a47 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '8fa3f2a2-3ef1-403a-bd46-c82c0d11c807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c677321-a991-4f8c-ad8d-f3e88ed548ff'}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:35:43.724379 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Attempting to bind port 2c780707-4709-493b-9c2f-19b833fc0a47 on network 6c677321-a991-4f8c-ad8d-f3e88ed548ff {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:35:43.728557 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Port 2c780707-4709-493b-9c2f-19b833fc0a47 on network 6c677321-a991-4f8c-ad8d-f3e88ed548ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:35:43.728874 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Attempting to bind port 2c780707-4709-493b-9c2f-19b833fc0a47 on network 6c677321-a991-4f8c-ad8d-f3e88ed548ff {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:35:43.733872 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Checking agent: {'id': 'e586c94e-6e1c-4775-878f-dcf608220730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'started_at': datetime.datetime(2021, 6, 30, 1, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:35:43.734271 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Checking segment: {'id': '8fa3f2a2-3ef1-403a-bd46-c82c0d11c807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c677321-a991-4f8c-ad8d-f3e88ed548ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:35:43.734713 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Bound using segment: {'id': '8fa3f2a2-3ef1-403a-bd46-c82c0d11c807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c677321-a991-4f8c-ad8d-f3e88ed548ff'} {{(pid=93392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:35:43.735171 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.managers [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Bound port: 2c780707-4709-493b-9c2f-19b833fc0a47, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa3f2a2-3ef1-403a-bd46-c82c0d11c807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c677321-a991-4f8c-ad8d-f3e88ed548ff'}}] {{(pid=93392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:35:43.735526 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.795657 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] For port 2c780707-4709-493b-9c2f-19b833fc0a47, host hv-cinder-79724, cleared binding levels {{(pid=93392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:35:43.798472 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] For port 2c780707-4709-493b-9c2f-19b833fc0a47, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2c780707-4709-493b-9c2f-19b833fc0a47,segment=NetworkSegment(8fa3f2a2-3ef1-403a-bd46-c82c0d11c807),segment_id=8fa3f2a2-3ef1-403a-bd46-c82c0d11c807)] {{(pid=93392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:35:43.883259 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59630360'] for port, after_update {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.886455 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f947c068-09eb-41d3-8ced-e68c2beecef0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:43.928580 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:43.929456 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.930812 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] 10.222.0.36 "PUT /v2.0/ports/2c780707-4709-493b-9c2f-19b833fc0a47 HTTP/1.1" status: 200 len: 1094 time: 0.8628671 Jun 30 01:35:43.931497 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b887f6f8-28ce-4ed5-8d29-56c63443ca08', 'tag': '2c780707-4709-493b-9c2f-19b833fc0a47'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:35:43.934045 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3c2498-d706-4012-8589-285189b66ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "b887f6f8-28ce-4ed5-8d29-56c63443ca08", "tag": "2c780707-4709-493b-9c2f-19b833fc0a47"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:35:43.956648 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Pushing event updated for resources: {'Port': ['ID=2c780707-4709-493b-9c2f-19b833fc0a47,revision_number=3']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:43.967852 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-99ef67a2-e73c-4d68-9dbe-6664e8776448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:43.974070 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d76687-f03b-4d20-9531-cf7d47ea4bd7 x-openstack-request-id: req-37d76687-f03b-4d20-9531-cf7d47ea4bd7 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:35:43.974415 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b887f6f8-28ce-4ed5-8d29-56c63443ca08", "tag": "2c780707-4709-493b-9c2f-19b833fc0a47", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:35:43.974711 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37d76687-f03b-4d20-9531-cf7d47ea4bd7 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:35:43.975179 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b887f6f8-28ce-4ed5-8d29-56c63443ca08', 'tag': '2c780707-4709-493b-9c2f-19b833fc0a47', 'status': 'completed', 'code': 200} Jun 30 01:35:44.046488 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c2498-d706-4012-8589-285189b66ffc req-303ab3bc-553e-4637-a481-c01d0825bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:44.048020 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ed3c2498-d706-4012-8589-285189b66ffc req-303ab3bc-553e-4637-a481-c01d0825bec4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=534dd6aa855b45a591ecb205a3b12be6&device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 1097 time: 0.0531156 Jun 30 01:35:44.148253 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c2498-d706-4012-8589-285189b66ffc req-42569a9d-cdcb-4f1c-8253-4ecbd885ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:44.148815 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ed3c2498-d706-4012-8589-285189b66ffc req-42569a9d-cdcb-4f1c-8253-4ecbd885ae6c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=534dd6aa855b45a591ecb205a3b12be6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0929098 Jun 30 01:35:44.245029 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c2498-d706-4012-8589-285189b66ffc req-407f3c4b-a4f6-4da9-b097-751be6beb080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:44.246580 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ed3c2498-d706-4012-8589-285189b66ffc req-407f3c4b-a4f6-4da9-b097-751be6beb080 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922706 Jun 30 01:35:44.338664 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-e87c2296-5600-442d-a560-ab1e046fdb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:44.340220 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-e87c2296-5600-442d-a560-ab1e046fdb63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=534dd6aa855b45a591ecb205a3b12be6&device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 1097 time: 0.0547509 Jun 30 01:35:44.381739 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-e800f8d5-019a-4656-bc3b-ae900f4ad81e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c780707-4709-493b-9c2f-19b833fc0a47 HTTP/1.1" status: 200 len: 217 time: 0.0345771 Jun 30 01:35:44.429272 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-7750ac0f-8b51-42a3-a02e-3ca2afe32489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:44.430624 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-7750ac0f-8b51-42a3-a02e-3ca2afe32489 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce51be1a-a116-468f-8dec-ccd9e5862a95 HTTP/1.1" status: 200 len: 854 time: 0.0435064 Jun 30 01:35:44.464400 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-6c6867c4-a42e-41a7-a8e8-426cf94a176e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c677321-a991-4f8c-ad8d-f3e88ed548ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277669 Jun 30 01:35:44.563856 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-6a18a20a-055c-4a51-9c1b-82c224aa66ab service neutron] 10.222.0.36 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933478 Jun 30 01:35:44.700317 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5440c3cb-caa6-45b5-8550-e71753acb53b req-465e13ef-900c-43ef-b4d1-42623347589b service neutron] 10.222.0.36 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301517 Jun 30 01:35:44.709863 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a89e3b-9158-4a52-b5e0-57b1b118946b req-1ad13a34-88ed-4cb6-b567-afbf7eb4b2c3 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:44.711298 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-63a89e3b-9158-4a52-b5e0-57b1b118946b req-1ad13a34-88ed-4cb6-b567-afbf7eb4b2c3 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 944 time: 0.1295834 Jun 30 01:35:44.750230 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-63a89e3b-9158-4a52-b5e0-57b1b118946b req-a9066bce-1e8c-4153-950d-a29c4e3601bd tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329416 Jun 30 01:35:45.922619 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1f1cf-069a-4b57-99f3-09e159cd87f9 req-57362bf9-627d-4b16-b61e-374df35bac30 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:45.924045 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c5a1f1cf-069a-4b57-99f3-09e159cd87f9 req-57362bf9-627d-4b16-b61e-374df35bac30 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 944 time: 0.0635197 Jun 30 01:35:45.965190 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c5a1f1cf-069a-4b57-99f3-09e159cd87f9 req-cf1f80ed-5992-4e05-a0ba-77866815958e tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346968 Jun 30 01:35:47.134502 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd9047-c908-43be-b333-15e76030bd12 req-6d53ed2f-034c-4b9d-899c-883b23e541d4 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:47.135988 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c4fd9047-c908-43be-b333-15e76030bd12 req-6d53ed2f-034c-4b9d-899c-883b23e541d4 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 944 time: 0.0617433 Jun 30 01:35:47.172745 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c4fd9047-c908-43be-b333-15e76030bd12 req-257f498b-dcf6-4435-ad9e-9c4d2a1a7e69 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Jun 30 01:35:48.201127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 2c780707-4709-493b-9c2f-19b833fc0a47 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:35:48.294917 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 2c780707-4709-493b-9c2f-19b833fc0a47, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2c780707-4709-493b-9c2f-19b833fc0a47,segment=NetworkSegment(8fa3f2a2-3ef1-403a-bd46-c82c0d11c807),segment_id=8fa3f2a2-3ef1-403a-bd46-c82c0d11c807)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:35:48.306501 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Returning: {'device': '2c780707-4709-493b-9c2f-19b833fc0a47', 'network_id': '6c677321-a991-4f8c-ad8d-f3e88ed548ff', 'port_id': '2c780707-4709-493b-9c2f-19b833fc0a47', 'mac_address': 'fa:16:3e:51:c1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce51be1a-a116-468f-8dec-ccd9e5862a95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:35:48.340765 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78567fc6-53cf-4ca8-920b-af6e07707475 req-ba394a83-7670-403e-9f2c-0d1cecf770ba tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:48.342114 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:48.342252 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-78567fc6-53cf-4ca8-920b-af6e07707475 req-ba394a83-7670-403e-9f2c-0d1cecf770ba tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 944 time: 0.0616641 Jun 30 01:35:48.354637 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c780707-4709-493b-9c2f-19b833fc0a47 {{(pid=93394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:35:48.373546 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 2c780707-4709-493b-9c2f-19b833fc0a47, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2c780707-4709-493b-9c2f-19b833fc0a47,segment=NetworkSegment(8fa3f2a2-3ef1-403a-bd46-c82c0d11c807),segment_id=8fa3f2a2-3ef1-403a-bd46-c82c0d11c807)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:35:48.378690 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-78567fc6-53cf-4ca8-920b-af6e07707475 req-a696c02c-139e-49b6-8e69-9ac07a428c5d tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306780 Jun 30 01:35:48.435963 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:48.437762 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:48.481600 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=2c780707-4709-493b-9c2f-19b833fc0a47,revision_number=4']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:48.488306 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:48.492401 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:48.492401 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:48.492401 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:48.492401 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:48.492401 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:48.492401 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:48.492401 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:48.492401 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:48.492401 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:48.492401 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:48.492401 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:48.496050 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:49.549638 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4653e-b626-4f53-970b-6648c04b2dfa req-d74419b8-d0b9-4a48-ada0-f16d377fe891 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:49.551119 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d4c4653e-b626-4f53-970b-6648c04b2dfa req-d74419b8-d0b9-4a48-ada0-f16d377fe891 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 945 time: 0.0646152 Jun 30 01:35:49.589221 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d4c4653e-b626-4f53-970b-6648c04b2dfa req-b1d5a958-b0a1-4292-8eb0-4ae317d0a478 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321555 Jun 30 01:35:50.403270 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['2c780707-4709-493b-9c2f-19b833fc0a47'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:35:50.756493 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1a189-73b2-4729-bf94-00745006cff5 req-8d60c6d3-ee94-4e75-93ee-9ddc77084071 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:50.757859 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0ed1a189-73b2-4729-bf94-00745006cff5 req-8d60c6d3-ee94-4e75-93ee-9ddc77084071 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 945 time: 0.0612407 Jun 30 01:35:50.794522 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0ed1a189-73b2-4729-bf94-00745006cff5 req-f067c691-7563-487f-b13d-a5f4651e8031 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311511 Jun 30 01:35:51.962278 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c7f70-e96a-402d-9e3b-00c959b8cda3 req-14185cb0-5f37-49e5-82b6-75f0ab28d20b tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:51.963792 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ef0c7f70-e96a-402d-9e3b-00c959b8cda3 req-14185cb0-5f37-49e5-82b6-75f0ab28d20b tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 945 time: 0.0618272 Jun 30 01:35:52.009010 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ef0c7f70-e96a-402d-9e3b-00c959b8cda3 req-130fbadf-3f1e-472f-88a8-460c72b91d54 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374165 Jun 30 01:35:52.128577 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 2c780707-4709-493b-9c2f-19b833fc0a47 up at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:35:52.245658 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning for port 2c780707-4709-493b-9c2f-19b833fc0a47 completed by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:35:52.249565 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.provisioning_blocks [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Provisioning complete for port 2c780707-4709-493b-9c2f-19b833fc0a47 triggered by entity L2. {{(pid=93394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:35:52.252592 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473107'] for port, provisioning_complete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:52.328102 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:52.349904 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b887f6f8-28ce-4ed5-8d29-56c63443ca08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c780707-4709-493b-9c2f-19b833fc0a47'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:35:52.352807 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0158bd45-c3c9-4ce0-b088-2d577f05d450" -d '{"events": [{"server_uuid": "b887f6f8-28ce-4ed5-8d29-56c63443ca08", "name": "network-vif-plugged", "status": "completed", "tag": "2c780707-4709-493b-9c2f-19b833fc0a47"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:35:52.366901 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 2c780707-4709-493b-9c2f-19b833fc0a47, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2c780707-4709-493b-9c2f-19b833fc0a47,segment=NetworkSegment(8fa3f2a2-3ef1-403a-bd46-c82c0d11c807),segment_id=8fa3f2a2-3ef1-403a-bd46-c82c0d11c807)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:35:52.393297 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b46c624-ea24-4a25-946b-0cc2ca2a58b7 x-openstack-request-id: req-7b46c624-ea24-4a25-946b-0cc2ca2a58b7 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:35:52.393602 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b887f6f8-28ce-4ed5-8d29-56c63443ca08", "name": "network-vif-plugged", "status": "completed", "tag": "2c780707-4709-493b-9c2f-19b833fc0a47", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:35:52.393869 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b46c624-ea24-4a25-946b-0cc2ca2a58b7 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:35:52.394379 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b887f6f8-28ce-4ed5-8d29-56c63443ca08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c780707-4709-493b-9c2f-19b833fc0a47', 'code': 200} Jun 30 01:35:52.434099 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:52.436113 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:52.481210 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=2c780707-4709-493b-9c2f-19b833fc0a47,revision_number=5']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:52.484221 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:52.717734 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e6e21-0142-4c52-b5e8-ec48d9c85754 req-28ab0ef5-e210-4fec-ad69-a89ba7ff759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:52.719213 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d41e6e21-0142-4c52-b5e8-ec48d9c85754 req-28ab0ef5-e210-4fec-ad69-a89ba7ff759b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 1099 time: 0.0507011 Jun 30 01:35:52.752862 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d41e6e21-0142-4c52-b5e8-ec48d9c85754 req-6923268e-b7fe-4003-aa38-61aca8e71458 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270503 Jun 30 01:35:53.176471 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64bcfb-d276-483f-9213-82337c022edf req-9435987c-c6ad-4449-9a33-c91ac845cf21 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:53.177905 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6e64bcfb-d276-483f-9213-82337c022edf req-9435987c-c6ad-4449-9a33-c91ac845cf21 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 946 time: 0.0605929 Jun 30 01:35:53.214799 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6e64bcfb-d276-483f-9213-82337c022edf req-242ff3a8-c33c-4481-86c4-4e901fab1d4a tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305943 Jun 30 01:35:53.889656 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 41174) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:53.991461 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9fad6138-43dc-4367-ba7b-c361e56efd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.075807 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9fad6138-43dc-4367-ba7b-c361e56efd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.172594 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9fad6138-43dc-4367-ba7b-c361e56efd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_create {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.175034 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7cd05b68-32bc-492c-8578-c0ea54374c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:54.209581 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-9fad6138-43dc-4367-ba7b-c361e56efd3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1c565dc6c774240909f2bf50fa8d086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189018 Jun 30 01:35:54.212022 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad6138-43dc-4367-ba7b-c361e56efd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639be7f5-f318-4997-a5f1-e0f92cb65924,revision_number=1']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:54.212948 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 41178) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:54.215167 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-9fad6138-43dc-4367-ba7b-c361e56efd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:54.263494 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-18607a6d-b49c-48e9-958c-576f7b8106bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.284524 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-18607a6d-b49c-48e9-958c-576f7b8106bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.386112 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2c8b3-4eda-424c-be3c-2cd38de91a57 req-1fe83d8a-0f1e-49f5-a5cd-596b5a220a8a tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:54.387608 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a4d2c8b3-4eda-424c-be3c-2cd38de91a57 req-1fe83d8a-0f1e-49f5-a5cd-596b5a220a8a tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 946 time: 0.0616715 Jun 30 01:35:54.395972 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-18607a6d-b49c-48e9-958c-576f7b8106bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.399390 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-18607a6d-b49c-48e9-958c-576f7b8106bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.400525 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-18607a6d-b49c-48e9-958c-576f7b8106bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/639be7f5-f318-4997-a5f1-e0f92cb65924 HTTP/1.1" status: 204 len: 168 time: 0.1865311 Jun 30 01:35:54.401324 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-3ff463d9-0302-4d51-8760-d532e8ec6c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:54.408959 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18607a6d-b49c-48e9-958c-576f7b8106bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639be7f5-f318-4997-a5f1-e0f92cb65924,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:54.411306 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-18607a6d-b49c-48e9-958c-576f7b8106bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:54.428764 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a4d2c8b3-4eda-424c-be3c-2cd38de91a57 req-a6b1369b-ffdf-4007-9d18-64a896c3362b tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354857 Jun 30 01:35:58.177061 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-94b83e1e-926a-4d5a-8d6a-51fc81fb369e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:00.824104 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9205-d2dc-4dc9-8974-27989abfd66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:01.035827 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:01.933346 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:02.403950 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:36:03.372780 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:06.253134 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:11.190433 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b32e6941-2714-41ab-b3a1-420c6ee9ddb7 req-692c8e39-700e-48ee-9e1d-ed0f05d01a10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555077 Jun 30 01:36:11.271683 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e6941-2714-41ab-b3a1-420c6ee9ddb7 req-a9edb308-82d5-43e9-8ca5-714de0e6ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:11.273266 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b32e6941-2714-41ab-b3a1-420c6ee9ddb7 req-a9edb308-82d5-43e9-8ca5-714de0e6ce83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1098 time: 0.0572958 Jun 30 01:36:11.377146 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e6941-2714-41ab-b3a1-420c6ee9ddb7 req-130bb5fc-8528-4737-b39f-4a2908c38301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:11.378563 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b32e6941-2714-41ab-b3a1-420c6ee9ddb7 req-130bb5fc-8528-4737-b39f-4a2908c38301 service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.0816677 Jun 30 01:36:11.445082 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b32e6941-2714-41ab-b3a1-420c6ee9ddb7 req-8c0455df-df7f-4270-b19a-dc8e8b3ecb4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64 HTTP/1.1" status: 200 len: 1001 time: 0.0599327 Jun 30 01:36:11.495836 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e6941-2714-41ab-b3a1-420c6ee9ddb7 req-77ebc976-2661-45f5-998c-ce4514ee5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:11.497249 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b32e6941-2714-41ab-b3a1-420c6ee9ddb7 req-77ebc976-2661-45f5-998c-ce4514ee5ebc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0416512 Jun 30 01:36:11.552581 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e6941-2714-41ab-b3a1-420c6ee9ddb7 req-2d012e45-d209-4937-b62c-36b7a7d97d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:11.554015 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b32e6941-2714-41ab-b3a1-420c6ee9ddb7 req-2d012e45-d209-4937-b62c-36b7a7d97d2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491536 Jun 30 01:36:11.648181 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b32e6941-2714-41ab-b3a1-420c6ee9ddb7 req-05bf7b37-e4c0-486d-bd43-85cbb8587e51 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852108 Jun 30 01:36:11.735511 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b32e6941-2714-41ab-b3a1-420c6ee9ddb7 req-3e1f32f3-78da-47f3-8951-4d4df45d0088 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806036 Jun 30 01:36:19.778349 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 41312) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:19.933187 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Deleting port 80735d2a-c985-4173-9ad0-6e9338516dc3 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:36:19.933518 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:20.005458 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:20.005802 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:20.017238 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Calling delete_port for 80735d2a-c985-4173-9ad0-6e9338516dc3 owned by network:floatingip {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:36:20.210879 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:20.213045 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d896d436-fe38-4c94-a79f-f7bb1d002c2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:20.236547 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Pushing event deleted for resources: {'Port': ['ID=80735d2a-c985-4173-9ad0-6e9338516dc3,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:20.247983 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:20.248365 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:20.248734 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:20.249188 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:20.249569 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:20.249932 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:20.250290 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:20.250648 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:20.251003 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:20.251410 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:20.251766 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:20.252117 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:20.269863 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:20.309978 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for floatingip, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:20.310339 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.l3_db [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Floating IP c3ae7cad-fb5d-4206-b7d1-807703dc320a disassociated (deleted). External IP: 172.27.1.141, port: e386c55a-762a-4092-9fe5-0aefe9d32fc7. Jun 30 01:36:20.502801 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Router 89bf8307-844a-4262-bf00-9d1d21834982 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:36:20.605485 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:36:20.610356 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:20.615016 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e5083-fd22-4ed0-8681-a2f5cfd1e147 None None] Sync routers for ids ['89bf8307-844a-4262-bf00-9d1d21834982'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:36:20.624102 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e5083-fd22-4ed0-8681-a2f5cfd1e147 None None] Routers {'89bf8307-844a-4262-bf00-9d1d21834982'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:36:20.624717 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-186e5083-fd22-4ed0-8681-a2f5cfd1e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:36:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['89bf8307-844a-4262-bf00-9d1d21834982'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:20.652019 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a924b79d-35ad-45ac-8d78-a6a34a506677 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "DELETE /v2.0/floatingips/c3ae7cad-fb5d-4206-b7d1-807703dc320a HTTP/1.1" status: 204 len: 168 time: 0.8701973 Jun 30 01:36:20.652019 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:36:20.653316 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d8f6d5-5970-43f0-a782-93150fffc1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:36:20.707987 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2568aeb0-16ea-457c-941f-6955c3bfc41d x-openstack-request-id: req-2568aeb0-16ea-457c-941f-6955c3bfc41d {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:36:20.707987 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:36:20.707987 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2568aeb0-16ea-457c-941f-6955c3bfc41d {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:36:20.707987 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'status': 'completed', 'code': 200} Jun 30 01:36:20.753585 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-186e5083-fd22-4ed0-8681-a2f5cfd1e147 None None] Set router 89bf8307-844a-4262-bf00-9d1d21834982 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:36:20.797164 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8f6d5-5970-43f0-a782-93150fffc1c8 req-c46d72fc-84a8-43c7-9f96-dee9eab33622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:20.798852 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56d8f6d5-5970-43f0-a782-93150fffc1c8 req-c46d72fc-84a8-43c7-9f96-dee9eab33622 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbda0feb92a847d182731ee482789d05&device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 1098 time: 0.0690162 Jun 30 01:36:20.892586 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8f6d5-5970-43f0-a782-93150fffc1c8 req-9665a0a4-29c2-4747-becc-b8931c47f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:20.894045 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56d8f6d5-5970-43f0-a782-93150fffc1c8 req-9665a0a4-29c2-4747-becc-b8931c47f8ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 HTTP/1.1" status: 200 len: 910 time: 0.0887423 Jun 30 01:36:20.941424 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56d8f6d5-5970-43f0-a782-93150fffc1c8 req-0db4893c-521b-494f-b70f-f05dfadee6d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7 HTTP/1.1" status: 200 len: 217 time: 0.0365074 Jun 30 01:36:20.951043 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-186e5083-fd22-4ed0-8681-a2f5cfd1e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6b31db05-f436-4c10-8364-e15399646234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 4, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port': {'id': '6b31db05-f436-4c10-8364-e15399646234', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:14Z', 'updated_at': '2021-06-30T01:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '5d87f463-bc85-4819-8c36-a60ef4eb629e', 'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'mac_address': 'fa:16:3e:f7:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:16Z', 'updated_at': '2021-06-30T01:31:22Z', 'revision_number': 5, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'subnets': [{'id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:20.976856 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e5083-fd22-4ed0-8681-a2f5cfd1e147 None None] Checking router: 89bf8307-844a-4262-bf00-9d1d21834982 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:36:20.985624 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e5083-fd22-4ed0-8681-a2f5cfd1e147 None None] Routers {'89bf8307-844a-4262-bf00-9d1d21834982'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:36:20.986241 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-186e5083-fd22-4ed0-8681-a2f5cfd1e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:36:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['89bf8307-844a-4262-bf00-9d1d21834982'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:20.993525 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8f6d5-5970-43f0-a782-93150fffc1c8 req-d1ca0e7f-f95d-4187-b294-33628a8c7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:20.995027 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56d8f6d5-5970-43f0-a782-93150fffc1c8 req-d1ca0e7f-f95d-4187-b294-33628a8c7f6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00d439ea-5129-4dfa-88b6-9fe5bcfe9691 HTTP/1.1" status: 200 len: 848 time: 0.0459330 Jun 30 01:36:21.099367 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-186e5083-fd22-4ed0-8681-a2f5cfd1e147 None None] Set router 89bf8307-844a-4262-bf00-9d1d21834982 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:36:21.384976 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8f6d5-5970-43f0-a782-93150fffc1c8 req-16d82321-dee3-4901-921a-34a13bd18f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:21.386503 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56d8f6d5-5970-43f0-a782-93150fffc1c8 req-16d82321-dee3-4901-921a-34a13bd18f79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3770342 Jun 30 01:36:21.398023 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecc1fb-0e03-49b8-8f7a-a6e554d1add1 req-8b69ba98-37e3-45ac-8634-f6bb6f326b56 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:21.399420 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56ecc1fb-0e03-49b8-8f7a-a6e554d1add1 req-8b69ba98-37e3-45ac-8634-f6bb6f326b56 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0797577 Jun 30 01:36:21.432672 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-186e5083-fd22-4ed0-8681-a2f5cfd1e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6b31db05-f436-4c10-8364-e15399646234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 4, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port': {'id': '6b31db05-f436-4c10-8364-e15399646234', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:14Z', 'updated_at': '2021-06-30T01:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '5d87f463-bc85-4819-8c36-a60ef4eb629e', 'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'mac_address': 'fa:16:3e:f7:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:16Z', 'updated_at': '2021-06-30T01:31:22Z', 'revision_number': 5, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'subnets': [{'id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:21.440342 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56ecc1fb-0e03-49b8-8f7a-a6e554d1add1 req-1143f692-1afb-4b33-9500-c4744ab69c7b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343089 Jun 30 01:36:21.464387 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e5083-fd22-4ed0-8681-a2f5cfd1e147 None None] The sync data for ids ['89bf8307-844a-4262-bf00-9d1d21834982'] in dv-cinder-797245-10-iscsi is: [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6b31db05-f436-4c10-8364-e15399646234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:31:16Z', 'revision_number': 4, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port': {'id': '6b31db05-f436-4c10-8364-e15399646234', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:14Z', 'updated_at': '2021-06-30T01:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': '5d87f463-bc85-4819-8c36-a60ef4eb629e', 'name': '', 'network_id': '7bd865e6-a78d-4454-8f4b-5aa48e67ecf9', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'mac_address': 'fa:16:3e:f7:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:16Z', 'updated_at': '2021-06-30T01:31:22Z', 'revision_number': 5, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'subnets': [{'id': '00d439ea-5129-4dfa-88b6-9fe5bcfe9691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:36:21.674416 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164d1ab-2633-43af-b925-5d01b3c2a4df None None] New status for floating IP c3ae7cad-fb5d-4206-b7d1-807703dc320a: DOWN {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:36:22.614768 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4320f-eabe-4dc0-8524-5e5fe192a5eb req-39eb42fe-df35-4adf-989c-d1c45736116b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:22.616231 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-15f4320f-eabe-4dc0-8524-5e5fe192a5eb req-39eb42fe-df35-4adf-989c-d1c45736116b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0635896 Jun 30 01:36:22.653568 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-15f4320f-eabe-4dc0-8524-5e5fe192a5eb req-a53b3aa6-cc22-4d97-a198-c5b656db9b10 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317461 Jun 30 01:36:23.822774 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5174ff-e414-4034-bea4-d691ea03708f req-22c6e27b-8932-4c75-a8fb-732e60f1d54a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:23.824136 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8f5174ff-e414-4034-bea4-d691ea03708f req-22c6e27b-8932-4c75-a8fb-732e60f1d54a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0613551 Jun 30 01:36:23.860580 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8f5174ff-e414-4034-bea4-d691ea03708f req-c0b653ee-d7da-4729-a573-0294dca981a4 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309513 Jun 30 01:36:24.046114 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56d8f6d5-5970-43f0-a782-93150fffc1c8 req-518727a5-f09a-408d-b1dd-860a64d53797 service neutron] 10.222.0.36 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829718 Jun 30 01:36:24.134103 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56d8f6d5-5970-43f0-a782-93150fffc1c8 req-06e98d4d-ca18-45dd-9612-f1780587bdf1 service neutron] 10.222.0.36 "GET /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797365 Jun 30 01:36:25.239054 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b9774-cae4-477f-966a-affea20705aa req-e789ae1e-f37b-4ce6-89a3-b2a1e550fba0 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:25.240808 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e3b9774-cae4-477f-966a-affea20705aa req-e789ae1e-f37b-4ce6-89a3-b2a1e550fba0 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0640178 Jun 30 01:36:25.278891 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e3b9774-cae4-477f-966a-affea20705aa req-9c14211a-167a-44b4-bbce-0ee8d31e6f43 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328376 Jun 30 01:36:26.463268 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c767fd-33d2-47bc-8f0a-322e90d64cc7 req-0e09b4cf-157c-479f-bf5e-fce19fb32385 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:26.465300 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-87c767fd-33d2-47bc-8f0a-322e90d64cc7 req-0e09b4cf-157c-479f-bf5e-fce19fb32385 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0758159 Jun 30 01:36:26.501714 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-87c767fd-33d2-47bc-8f0a-322e90d64cc7 req-cfae7952-f62d-4144-b8e5-e2abb31986ad tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308363 Jun 30 01:36:27.670938 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae9dc2-7087-4325-86f1-4bd2c20358e1 req-88d22eaf-992d-454d-b25c-46fcd415d6ae tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:27.672427 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dbae9dc2-7087-4325-86f1-4bd2c20358e1 req-88d22eaf-992d-454d-b25c-46fcd415d6ae tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0624583 Jun 30 01:36:27.708819 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dbae9dc2-7087-4325-86f1-4bd2c20358e1 req-2ffcf2f4-3dd2-4aa5-9fe2-622dff059694 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308652 Jun 30 01:36:28.178001 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4c111675-8766-4a25-9d3a-7805f5eb40b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:28.881980 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee781bc6-2a9e-4f72-b5e1-84d75e42815a req-33525734-3f42-4d08-b374-bb1e984de6fd tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:28.883475 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ee781bc6-2a9e-4f72-b5e1-84d75e42815a req-33525734-3f42-4d08-b374-bb1e984de6fd tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0669887 Jun 30 01:36:28.920363 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ee781bc6-2a9e-4f72-b5e1-84d75e42815a req-f565ab5f-eb4e-4700-bce6-90bdb1bb5956 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312705 Jun 30 01:36:30.086753 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede84c35-6fe1-47bb-b8f1-91f140b91f2f req-1cd9870a-9c3a-4ccc-a48e-c9d2726233c6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:30.088232 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ede84c35-6fe1-47bb-b8f1-91f140b91f2f req-1cd9870a-9c3a-4ccc-a48e-c9d2726233c6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 945 time: 0.0622036 Jun 30 01:36:30.129436 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ede84c35-6fe1-47bb-b8f1-91f140b91f2f req-87d3725a-0ac4-40ae-aa15-87aad036d096 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345714 Jun 30 01:36:30.290060 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device e386c55a-762a-4092-9fe5-0aefe9d32fc7 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:36:30.364838 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:30.385565 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:36:30.387839 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb2bc7d-5a48-42b6-95f8-61818a0cd609" -d '{"events": [{"server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:36:30.399681 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port e386c55a-762a-4092-9fe5-0aefe9d32fc7, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:36:30.424366 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 01:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9844f31-c4dd-4bde-a0c1-40dfb943b194 x-openstack-request-id: req-b9844f31-c4dd-4bde-a0c1-40dfb943b194 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:36:30.424734 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:36:30.424997 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9844f31-c4dd-4bde-a0c1-40dfb943b194 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:36:30.425432 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'code': 200} Jun 30 01:36:30.458180 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:30.460019 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:30.504804 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=e386c55a-762a-4092-9fe5-0aefe9d32fc7,revision_number=9']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:30.507801 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:30.810494 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8038-94de-4bc3-b015-c9f3a2b31090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:31.044616 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:31.301158 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18b83d-e07a-410d-a01d-42c3993aeefb req-73ad5493-5369-42c5-bd10-689d6bd968b4 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:31.302618 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4e18b83d-e07a-410d-a01d-42c3993aeefb req-73ad5493-5369-42c5-bd10-689d6bd968b4 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0622818 Jun 30 01:36:31.339967 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4e18b83d-e07a-410d-a01d-42c3993aeefb req-bd114b1b-d5a6-4d16-aa91-18f84bb62006 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316157 Jun 30 01:36:31.955026 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:32.516449 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25383626-1353-4ba1-b7c6-bb802dff0641 req-a1fc0c32-830e-4242-b4e6-d0be10372baa tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:32.517897 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-25383626-1353-4ba1-b7c6-bb802dff0641 req-a1fc0c32-830e-4242-b4e6-d0be10372baa tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0711865 Jun 30 01:36:32.553698 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-25383626-1353-4ba1-b7c6-bb802dff0641 req-1dfcdcec-f242-4caf-8e89-26e30ba52f3e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302758 Jun 30 01:36:33.372677 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:33.723739 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52dfc4-4f87-4423-847a-7fb7aec54709 req-b4343f71-5d55-44ec-ae2d-352adf3fe1fe tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:33.725176 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2c52dfc4-4f87-4423-847a-7fb7aec54709 req-b4343f71-5d55-44ec-ae2d-352adf3fe1fe tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0622063 Jun 30 01:36:33.760555 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2c52dfc4-4f87-4423-847a-7fb7aec54709 req-a5351309-9a05-426a-ae53-a156793b1b74 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298972 Jun 30 01:36:34.931128 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b0ace-bb7c-46e2-873e-70bb638545f5 req-0f9836ce-a8dd-4de8-b429-92f09885f15f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:34.932475 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-597b0ace-bb7c-46e2-873e-70bb638545f5 req-0f9836ce-a8dd-4de8-b429-92f09885f15f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0643904 Jun 30 01:36:34.968210 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-597b0ace-bb7c-46e2-873e-70bb638545f5 req-5cd0b640-2807-4228-8d0f-2d592fe8503b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302424 Jun 30 01:36:36.141176 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44239cba-e2e7-491b-8888-375efa22176f req-085bcb4a-cfdd-4990-b894-12df0bd0c7dd tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:36.142681 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-44239cba-e2e7-491b-8888-375efa22176f req-085bcb4a-cfdd-4990-b894-12df0bd0c7dd tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0661490 Jun 30 01:36:36.179983 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-44239cba-e2e7-491b-8888-375efa22176f req-134ea8cf-6625-4547-824f-bdabc0e1755e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315809 Jun 30 01:36:36.227603 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:37.349540 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbf072-5770-4a5d-b9eb-3c3fcdaef19e req-54842f93-104e-4a2e-bb04-f1cad134d2f9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:37.351004 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0ddbf072-5770-4a5d-b9eb-3c3fcdaef19e req-54842f93-104e-4a2e-bb04-f1cad134d2f9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0613286 Jun 30 01:36:37.387149 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0ddbf072-5770-4a5d-b9eb-3c3fcdaef19e req-a99e887f-68fe-48b6-a7e2-30e4d45ed25c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307167 Jun 30 01:36:38.561902 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87b885-1876-4ff8-afab-ff0303b3c7cf req-75563ee6-80b7-423d-bced-9038ee09c439 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:38.563404 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4d87b885-1876-4ff8-afab-ff0303b3c7cf req-75563ee6-80b7-423d-bced-9038ee09c439 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0691750 Jun 30 01:36:38.601106 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4d87b885-1876-4ff8-afab-ff0303b3c7cf req-ec63e283-8c7d-4727-aca8-81d2cb25cdca tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322046 Jun 30 01:36:39.402471 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:36:39.769051 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577a456-8478-4f1e-8e0a-f04257de7e46 req-934c30d9-dc43-46f6-9a60-bd218385a559 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:39.770524 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3577a456-8478-4f1e-8e0a-f04257de7e46 req-934c30d9-dc43-46f6-9a60-bd218385a559 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0618200 Jun 30 01:36:39.806968 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3577a456-8478-4f1e-8e0a-f04257de7e46 req-7fb336fd-aaac-4af3-aaa2-f3059a5445d7 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309386 Jun 30 01:36:40.984357 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d12173-6ef6-4903-8b93-56393bb16402 req-756e10a1-1549-437b-86e9-bd8ed5b50605 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:40.985806 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c8d12173-6ef6-4903-8b93-56393bb16402 req-756e10a1-1549-437b-86e9-bd8ed5b50605 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0650001 Jun 30 01:36:41.022178 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c8d12173-6ef6-4903-8b93-56393bb16402 req-b4153ca4-361f-4777-a6ab-6e2760186bd6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306385 Jun 30 01:36:42.291841 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b64dc7-be90-43d3-8b4e-52fb3de359bc req-9376e769-600f-4022-8200-ad8ebf4088d6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:42.293278 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a7b64dc7-be90-43d3-8b4e-52fb3de359bc req-9376e769-600f-4022-8200-ad8ebf4088d6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.1579015 Jun 30 01:36:42.330047 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a7b64dc7-be90-43d3-8b4e-52fb3de359bc req-11c15d36-05b3-46a5-a8cf-9b380619c3a1 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311034 Jun 30 01:36:43.498298 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c9494-bd76-469c-bfb1-f2cfdf4d9df1 req-4c55525d-8a2d-4e80-be88-7be81cb5593e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:43.499790 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f65c9494-bd76-469c-bfb1-f2cfdf4d9df1 req-4c55525d-8a2d-4e80-be88-7be81cb5593e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0621405 Jun 30 01:36:43.535105 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f65c9494-bd76-469c-bfb1-f2cfdf4d9df1 req-7a377304-59ef-4c22-829b-bc78a9bd4048 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297546 Jun 30 01:36:44.708672 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff02b9-9d41-48b6-9aed-996f6281e2e5 req-48bd41fa-831c-4591-83f8-72cb8c134b2d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:44.710128 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9aff02b9-9d41-48b6-9aed-996f6281e2e5 req-48bd41fa-831c-4591-83f8-72cb8c134b2d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0655828 Jun 30 01:36:44.746241 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9aff02b9-9d41-48b6-9aed-996f6281e2e5 req-0cc0e2aa-b3d1-4ad6-92e4-9678f7f515cb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305893 Jun 30 01:36:45.932403 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2346d-26c1-4267-bebb-c4136ff10265 req-79abec3f-2a7b-48e9-9d89-19a75a937c5f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:45.934330 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-73f2346d-26c1-4267-bebb-c4136ff10265 req-79abec3f-2a7b-48e9-9d89-19a75a937c5f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0612462 Jun 30 01:36:45.969842 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-73f2346d-26c1-4267-bebb-c4136ff10265 req-c4850775-9c1f-47e9-b325-6e1e92f8400e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299776 Jun 30 01:36:47.142763 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd96f5-89c1-4716-a356-7a4e4d6636b2 req-68c7f224-ddff-4cc4-80bf-d5fd01e043f5 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:47.144234 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-86fd96f5-89c1-4716-a356-7a4e4d6636b2 req-68c7f224-ddff-4cc4-80bf-d5fd01e043f5 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0651927 Jun 30 01:36:47.181302 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-86fd96f5-89c1-4716-a356-7a4e4d6636b2 req-aaa6defb-c4b4-47fd-b141-2504d7f7dda0 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315909 Jun 30 01:36:48.395412 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e914f5-4330-4caf-accb-87103c08929a req-37a080e9-adf3-40e7-a09f-9cdaa389e0ed tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:48.396823 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-28e914f5-4330-4caf-accb-87103c08929a req-37a080e9-adf3-40e7-a09f-9cdaa389e0ed tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.1079907 Jun 30 01:36:48.433938 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-28e914f5-4330-4caf-accb-87103c08929a req-3cd21241-73ae-4979-ab5a-169fdec39a32 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310431 Jun 30 01:36:48.524316 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 41436) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:48.676216 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Deleting port f7bb9f8a-71ed-4f76-a1e1-3519b42c102f {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:36:48.676498 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:48.747671 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:48.747989 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:48.758748 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Calling delete_port for f7bb9f8a-71ed-4f76-a1e1-3519b42c102f owned by network:floatingip {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:36:48.978091 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:48.980048 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5bf3fc88-53cc-4247-b722-4382d4c8e620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:49.000821 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event deleted for resources: {'Port': ['ID=f7bb9f8a-71ed-4f76-a1e1-3519b42c102f,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:49.004453 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:49.065738 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for floatingip, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:49.068853 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.db.l3_db [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Floating IP 81e95f9c-7dda-49fc-bef2-6d8e4bd10c3d disassociated (deleted). External IP: 172.27.1.88, port: 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d. Jun 30 01:36:49.259517 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Router 22062bfc-b07b-4d6b-984a-6f0fdf620172 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:36:49.358916 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:36:49.363693 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:49.368436 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b8345-8719-4e8f-88b1-33a6e5e9b7f2 None None] Sync routers for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:36:49.381048 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b8345-8719-4e8f-88b1-33a6e5e9b7f2 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:36:49.381678 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-407b8345-8719-4e8f-88b1-33a6e5e9b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:36:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:49.485993 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-407b8345-8719-4e8f-88b1-33a6e5e9b7f2 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:36:49.624585 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4306fb-e89a-4e70-960f-aefb81d7222a req-35cacbe4-4a46-4b75-b207-3a168d128518 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:49.631746 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fd4306fb-e89a-4e70-960f-aefb81d7222a req-35cacbe4-4a46-4b75-b207-3a168d128518 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0851769 Jun 30 01:36:49.666520 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "DELETE /v2.0/floatingips/81e95f9c-7dda-49fc-bef2-6d8e4bd10c3d HTTP/1.1" status: 204 len: 168 time: 1.1411395 Jun 30 01:36:49.667860 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'tag': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:36:49.670221 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff14ca4-2e42-43f3-873a-a2d455a46665" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cc825f-029d-4acb-95fa-ddcfff97fdf3", "tag": "48f511e3-2288-4cd6-b4d7-f59ebcbebd2d"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:36:49.677190 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fd4306fb-e89a-4e70-960f-aefb81d7222a req-16573b12-38ff-41de-8695-a5966ec4748d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444918 Jun 30 01:36:49.723593 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c0d66b-9721-411f-8b79-64a217ef3229 x-openstack-request-id: req-22c0d66b-9721-411f-8b79-64a217ef3229 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:36:49.724070 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cc825f-029d-4acb-95fa-ddcfff97fdf3", "tag": "48f511e3-2288-4cd6-b4d7-f59ebcbebd2d", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:36:49.724460 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22c0d66b-9721-411f-8b79-64a217ef3229 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:36:49.725016 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'tag': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d', 'status': 'completed', 'code': 200} Jun 30 01:36:49.746040 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-407b8345-8719-4e8f-88b1-33a6e5e9b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '78760b5f-a4d9-4de5-8ea8-15219dbe5d23', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:19:f3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:01Z', 'updated_at': '2021-06-30T01:33:03Z', 'revision_number': 1, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:49.771830 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b8345-8719-4e8f-88b1-33a6e5e9b7f2 None None] Checking router: 22062bfc-b07b-4d6b-984a-6f0fdf620172 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:36:49.780729 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b8345-8719-4e8f-88b1-33a6e5e9b7f2 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:36:49.781454 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-407b8345-8719-4e8f-88b1-33a6e5e9b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:36:31Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:49.805151 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff14ca4-2e42-43f3-873a-a2d455a46665 req-e1b0e83b-7d4b-4c5b-a244-5c0635dfc64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:49.806798 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ff14ca4-2e42-43f3-873a-a2d455a46665 req-e1b0e83b-7d4b-4c5b-a244-5c0635dfc64f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 1099 time: 0.0584338 Jun 30 01:36:49.884975 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-407b8345-8719-4e8f-88b1-33a6e5e9b7f2 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:36:49.895261 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff14ca4-2e42-43f3-873a-a2d455a46665 req-1515aa37-deea-4519-a886-e5df6fbf3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:49.896783 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ff14ca4-2e42-43f3-873a-a2d455a46665 req-1515aa37-deea-4519-a886-e5df6fbf3683 service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.0834312 Jun 30 01:36:49.941261 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ff14ca4-2e42-43f3-873a-a2d455a46665 req-be5124f1-c9fe-4fce-815f-146e3589c5f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d HTTP/1.1" status: 200 len: 217 time: 0.0385725 Jun 30 01:36:49.988573 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff14ca4-2e42-43f3-873a-a2d455a46665 req-f87c772f-4a58-4a38-9772-e63116344338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:49.990192 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ff14ca4-2e42-43f3-873a-a2d455a46665 req-f87c772f-4a58-4a38-9772-e63116344338 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0434616 Jun 30 01:36:50.051394 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff14ca4-2e42-43f3-873a-a2d455a46665 req-1fa8781b-36a6-437c-be34-7000b4c6f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:50.052943 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ff14ca4-2e42-43f3-873a-a2d455a46665 req-1fa8781b-36a6-437c-be34-7000b4c6f8a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522177 Jun 30 01:36:50.114828 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-407b8345-8719-4e8f-88b1-33a6e5e9b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '78760b5f-a4d9-4de5-8ea8-15219dbe5d23', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:19:f3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:01Z', 'updated_at': '2021-06-30T01:33:03Z', 'revision_number': 1, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:50.140624 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b8345-8719-4e8f-88b1-33a6e5e9b7f2 None None] The sync data for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi is: [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_floatingips': [{'id': '78760b5f-a4d9-4de5-8ea8-15219dbe5d23', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'router_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'port_id': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'mac_address': 'fa:16:3e:19:f3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:01Z', 'updated_at': '2021-06-30T01:33:03Z', 'revision_number': 1, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:36:50.154489 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ff14ca4-2e42-43f3-873a-a2d455a46665 req-705545a5-56a7-43a2-aa8c-7f57e36d730a service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950775 Jun 30 01:36:50.287593 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ff14ca4-2e42-43f3-873a-a2d455a46665 req-45466034-d2c7-41bb-a978-0c55c0656642 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214635 Jun 30 01:36:50.296404 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a634-b912-4746-b5ea-1465f9362d94 req-3024949d-0447-4913-86e5-08b43479d790 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:50.297924 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bd56a634-b912-4746-b5ea-1465f9362d94 req-3024949d-0447-4913-86e5-08b43479d790 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 946 time: 0.1405861 Jun 30 01:36:50.338484 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bd56a634-b912-4746-b5ea-1465f9362d94 req-07b80b84-2fde-497d-914a-7e15a10148e3 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338295 Jun 30 01:36:50.362822 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88794dca-2028-4209-b782-7760bc1497bf None None] New status for floating IP 81e95f9c-7dda-49fc-bef2-6d8e4bd10c3d: DOWN {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:36:50.840205 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1e940-7535-45db-9437-1e216023bae4 req-c78d7290-5227-4ebd-9a8e-49b939dd90ec tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:50.841645 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-69e1e940-7535-45db-9437-1e216023bae4 req-c78d7290-5227-4ebd-9a8e-49b939dd90ec tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0614092 Jun 30 01:36:50.877616 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-69e1e940-7535-45db-9437-1e216023bae4 req-d3a68e19-d418-47df-8d55-17c4cf7a9e27 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303619 Jun 30 01:36:51.508140 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9387c-f7ff-4b47-b44c-d36cccd68ac2 req-ef46c222-b741-41f8-95f1-1016f7cd3ef6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:51.509553 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fbe9387c-f7ff-4b47-b44c-d36cccd68ac2 req-ef46c222-b741-41f8-95f1-1016f7cd3ef6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 946 time: 0.0600355 Jun 30 01:36:51.548391 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fbe9387c-f7ff-4b47-b44c-d36cccd68ac2 req-fd98b366-a735-4d25-aedd-a217bef24359 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333126 Jun 30 01:36:52.047836 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94464b-1ffa-4a06-806b-d3467c1d8333 req-06e4967c-87bb-44ba-ac75-32488dea1726 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:52.049558 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ee94464b-1ffa-4a06-806b-d3467c1d8333 req-06e4967c-87bb-44ba-ac75-32488dea1726 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0644028 Jun 30 01:36:52.086467 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ee94464b-1ffa-4a06-806b-d3467c1d8333 req-5899b0bd-4058-4164-af08-6d6c84e60449 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310981 Jun 30 01:36:52.719235 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3354-cbdb-479f-8f81-b739abd0f872 req-08c26821-bf23-4e00-aaac-9f0006850afa tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:52.720685 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dfcc3354-cbdb-479f-8f81-b739abd0f872 req-08c26821-bf23-4e00-aaac-9f0006850afa tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 946 time: 0.0628619 Jun 30 01:36:52.756603 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dfcc3354-cbdb-479f-8f81-b739abd0f872 req-3edc29e2-501e-4c89-b6cc-a54c67339966 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304120 Jun 30 01:36:53.266839 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546eae26-24b1-49c9-8417-2d142b4668db req-6498833b-1094-4149-882e-4d76cef44c8a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:53.268353 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-546eae26-24b1-49c9-8417-2d142b4668db req-6498833b-1094-4149-882e-4d76cef44c8a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0705755 Jun 30 01:36:53.307647 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-546eae26-24b1-49c9-8417-2d142b4668db req-a42ea69c-e37f-4604-b3d6-503e14d89039 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316455 Jun 30 01:36:53.926036 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5c2f6-f546-4559-bb08-738202ba6482 req-562deeb9-865f-4539-b683-3b796f41445c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:53.927557 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f1f5c2f6-f546-4559-bb08-738202ba6482 req-562deeb9-865f-4539-b683-3b796f41445c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 946 time: 0.0634794 Jun 30 01:36:53.964354 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f1f5c2f6-f546-4559-bb08-738202ba6482 req-737003b2-0273-40e5-9e3a-03794dc19e0e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309763 Jun 30 01:36:54.474912 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4b0c-d83d-4449-bade-534651e9432a req-e2538570-ebd0-45b7-93ea-6419210416b5 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:54.476376 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a29d4b0c-d83d-4449-bade-534651e9432a req-e2538570-ebd0-45b7-93ea-6419210416b5 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0616157 Jun 30 01:36:54.512621 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a29d4b0c-d83d-4449-bade-534651e9432a req-0dad70d4-932f-4e9e-9851-5378174b819c tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302947 Jun 30 01:36:55.135967 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b5d59-face-4dbe-8b54-04d08f7348f1 req-5fe34115-ebb7-49f3-832d-b97a438aaa24 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:55.137405 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-682b5d59-face-4dbe-8b54-04d08f7348f1 req-5fe34115-ebb7-49f3-832d-b97a438aaa24 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 946 time: 0.0649114 Jun 30 01:36:55.173652 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-682b5d59-face-4dbe-8b54-04d08f7348f1 req-391dffe2-c6a8-4118-908f-482d060afa2c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300767 Jun 30 01:36:55.681818 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290abaa-ebdf-45a2-9c8a-5f25098f2711 req-c538ff3b-d55a-4bdd-94d4-ba1175f15b08 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:55.683308 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3290abaa-ebdf-45a2-9c8a-5f25098f2711 req-c538ff3b-d55a-4bdd-94d4-ba1175f15b08 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0620258 Jun 30 01:36:55.719881 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3290abaa-ebdf-45a2-9c8a-5f25098f2711 req-ed10e262-f5d1-4926-b169-d09292444196 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303981 Jun 30 01:36:56.357150 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72b8d1-b9d1-4e0b-8752-3b980b85e3ba req-9e478d8c-4b45-49c7-9165-751b94cd884d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:56.358595 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ed72b8d1-b9d1-4e0b-8752-3b980b85e3ba req-9e478d8c-4b45-49c7-9165-751b94cd884d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 946 time: 0.0657139 Jun 30 01:36:56.376964 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:36:56.396323 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ed72b8d1-b9d1-4e0b-8752-3b980b85e3ba req-e7ca183d-b4e2-4a1c-bced-428dbba4932d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322177 Jun 30 01:36:56.453241 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16354089'] for port, before_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.474365 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d'}] {{(pid=93394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:36:56.476529 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a04d363e0bb02cfddea10bab146c7a92f5e9ba62397b0c7c01207dcd0bdae8e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2510bd28-5194-4b86-8c22-aab72ff846da" -d '{"events": [{"server_uuid": "f4cc825f-029d-4acb-95fa-ddcfff97fdf3", "name": "network-vif-unplugged", "status": "completed", "tag": "48f511e3-2288-4cd6-b4d7-f59ebcbebd2d"}]}' {{(pid=93394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:36:56.488242 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] For port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:36:56.512728 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 01:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fb63de-ae61-4a0b-810f-d6ad35944058 x-openstack-request-id: req-e6fb63de-ae61-4a0b-810f-d6ad35944058 {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:36:56.513638 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cc825f-029d-4acb-95fa-ddcfff97fdf3", "name": "network-vif-unplugged", "status": "completed", "tag": "48f511e3-2288-4cd6-b4d7-f59ebcbebd2d", "code": 200}]} {{(pid=93394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:36:56.513905 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6fb63de-ae61-4a0b-810f-d6ad35944058 {{(pid=93394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:36:56.514309 dv-cinder-797245-10-iscsi neutron-server[93394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d', 'code': 200} Jun 30 01:36:56.552784 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763855292874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763854722052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763854722097'] for port, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.555629 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:56.614907 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Pushing event updated for resources: {'Port': ['ID=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d,revision_number=6']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:56.622041 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:56.622444 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:56.622800 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:56.623150 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:56.623510 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:56.623838 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:56.624163 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:56.624487 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:56.624836 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:56.625155 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:56.625472 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:56.625790 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:56.629615 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:56.892717 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1994c03-abd7-4d05-8b4e-a2daff9a5857 req-25081632-4dd8-4108-ad41-a970c1df27d0 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:56.894303 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1994c03-abd7-4d05-8b4e-a2daff9a5857 req-25081632-4dd8-4108-ad41-a970c1df27d0 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0641716 Jun 30 01:36:56.935393 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1994c03-abd7-4d05-8b4e-a2daff9a5857 req-d857184b-8d70-4089-936a-b93247137a37 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351286 Jun 30 01:36:57.572126 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554bfe9-88b5-4e13-9d43-7177be621e88 req-40a4a82c-8886-487c-a5ca-935274c7d4f5 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:57.573573 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3554bfe9-88b5-4e13-9d43-7177be621e88 req-40a4a82c-8886-487c-a5ca-935274c7d4f5 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0652680 Jun 30 01:36:57.611123 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3554bfe9-88b5-4e13-9d43-7177be621e88 req-31b5d41e-d4a9-46cb-90f7-afd5602a7f41 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318015 Jun 30 01:36:58.109443 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4796e-a2ed-437d-a54e-94df83475aeb req-c58f2824-ac14-451d-91dd-182e96ad0831 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:58.110931 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-70d4796e-a2ed-437d-a54e-94df83475aeb req-c58f2824-ac14-451d-91dd-182e96ad0831 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0676079 Jun 30 01:36:58.150515 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-70d4796e-a2ed-437d-a54e-94df83475aeb req-70f59318-af0c-4704-b9f7-3b8694cc7cee tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318670 Jun 30 01:36:58.177828 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-0fc452dd-6555-40e8-aba8-7b24c5a7bc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:58.786199 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61a2e1-fdad-4e2b-867e-a1e45fecccea req-feb1af02-a3bb-41c3-99ba-a0f7eae6a347 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:58.787617 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8b61a2e1-fdad-4e2b-867e-a1e45fecccea req-feb1af02-a3bb-41c3-99ba-a0f7eae6a347 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0648096 Jun 30 01:36:58.827387 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8b61a2e1-fdad-4e2b-867e-a1e45fecccea req-93cda7bd-19ff-48c0-905c-8d067a296843 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341277 Jun 30 01:36:59.330426 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52ea60-9d82-447d-9e02-c06e641531e7 req-59502110-a500-4753-868e-9de53d6c38c1 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:59.332672 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cc52ea60-9d82-447d-9e02-c06e641531e7 req-59502110-a500-4753-868e-9de53d6c38c1 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0685797 Jun 30 01:36:59.372253 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cc52ea60-9d82-447d-9e02-c06e641531e7 req-7eb7e91a-82e2-4290-8575-50e45ae3c69d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338869 Jun 30 01:36:59.995437 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf63b6-e128-4ebf-b99a-f30d2bf7fdae req-26f89679-f153-403c-a59a-d245b6f4a152 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:59.996900 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-12cf63b6-e128-4ebf-b99a-f30d2bf7fdae req-26f89679-f153-403c-a59a-d245b6f4a152 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0622776 Jun 30 01:37:00.032988 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-12cf63b6-e128-4ebf-b99a-f30d2bf7fdae req-f5188316-d428-4d9d-976d-173f8428ec03 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299156 Jun 30 01:37:00.538726 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ec597-55cd-4fab-a0b3-229e4896d369 req-b0b37c57-8438-40ef-916f-524fca2e60ce tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:00.540189 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f56ec597-55cd-4fab-a0b3-229e4896d369 req-b0b37c57-8438-40ef-916f-524fca2e60ce tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0610313 Jun 30 01:37:00.576063 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f56ec597-55cd-4fab-a0b3-229e4896d369 req-729b176f-991e-4020-84be-fa2568423b84 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299037 Jun 30 01:37:00.840510 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-75116541-f097-4e02-a1f1-854cee0a73cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:01.029312 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:01.205124 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879b6d8-4413-48e3-a34d-36de540473b5 req-b391d1a1-1499-4f1b-a428-66206e19088a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:01.206518 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5879b6d8-4413-48e3-a34d-36de540473b5 req-b391d1a1-1499-4f1b-a428-66206e19088a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0637219 Jun 30 01:37:01.251949 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5879b6d8-4413-48e3-a34d-36de540473b5 req-2cfc6621-53aa-49b1-950e-cee6d820a4e8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398793 Jun 30 01:37:01.746359 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7731a5-ac16-4c87-b511-026120cc8f68 req-95e38621-92fb-4871-81d3-fda81799354e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:01.747829 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bf7731a5-ac16-4c87-b511-026120cc8f68 req-95e38621-92fb-4871-81d3-fda81799354e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0608099 Jun 30 01:37:01.783952 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bf7731a5-ac16-4c87-b511-026120cc8f68 req-61b0aaba-e07e-478e-ad95-5d618358e772 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303416 Jun 30 01:37:01.943822 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:02.424218 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bbb14-5f7a-420e-aa31-6823ec6562b5 req-25832bc0-8bb7-404b-b80d-f1b847d0cd58 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:02.425646 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-432bbb14-5f7a-420e-aa31-6823ec6562b5 req-25832bc0-8bb7-404b-b80d-f1b847d0cd58 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0639997 Jun 30 01:37:02.461512 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-432bbb14-5f7a-420e-aa31-6823ec6562b5 req-9f2d40af-9123-4ad8-ada2-e99c607f3989 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301323 Jun 30 01:37:02.949900 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edf35f-e62f-4d40-b813-f5c6c2986e95 req-7867b3e0-ec24-40e8-87b0-b6aae0953b6b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:02.951864 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-21edf35f-e62f-4d40-b813-f5c6c2986e95 req-7867b3e0-ec24-40e8-87b0-b6aae0953b6b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0613022 Jun 30 01:37:02.988052 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-21edf35f-e62f-4d40-b813-f5c6c2986e95 req-5d57aee8-4d2e-4907-9b05-865ccfd7cda2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305257 Jun 30 01:37:03.366813 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:03.640899 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c5620-70af-43fb-b618-3cbf527d0231 req-e2a274c8-2052-42c4-9fb5-c85e85eef859 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:03.642619 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a32c5620-70af-43fb-b618-3cbf527d0231 req-e2a274c8-2052-42c4-9fb5-c85e85eef859 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0619161 Jun 30 01:37:03.679378 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a32c5620-70af-43fb-b618-3cbf527d0231 req-65818c14-90bf-4141-a541-b43a93036565 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312924 Jun 30 01:37:04.161004 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ddc6a-965e-4d62-a5c6-21b887bc3472 req-2a11685f-c683-464c-bbf1-2a23f50bbca2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:04.162466 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-653ddc6a-965e-4d62-a5c6-21b887bc3472 req-2a11685f-c683-464c-bbf1-2a23f50bbca2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0650423 Jun 30 01:37:04.199225 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-653ddc6a-965e-4d62-a5c6-21b887bc3472 req-b9de2128-656b-4f04-b770-b19e70c9abfc tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312042 Jun 30 01:37:04.848094 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b162eb5-b896-41d8-922f-9d4a71ac098b req-a243ccad-b6a7-48be-8fbd-2bf57bd2c275 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:04.849713 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9b162eb5-b896-41d8-922f-9d4a71ac098b req-a243ccad-b6a7-48be-8fbd-2bf57bd2c275 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0625837 Jun 30 01:37:04.886052 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9b162eb5-b896-41d8-922f-9d4a71ac098b req-7501d696-46aa-4ca7-9145-a8d9daed6ea1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308709 Jun 30 01:37:05.369015 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2ad3-92c3-4670-9e47-db9646e1849f req-33341b46-f510-46d5-bee2-6fa7247793ea tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:05.370519 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c60e2ad3-92c3-4670-9e47-db9646e1849f req-33341b46-f510-46d5-bee2-6fa7247793ea tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0651088 Jun 30 01:37:05.408517 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c60e2ad3-92c3-4670-9e47-db9646e1849f req-988990c0-80a0-4cc4-badf-226fa2f54a07 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318599 Jun 30 01:37:06.052243 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5edc5-c800-462f-8ff5-1ae9b3b4e937 req-159ee88d-b0c9-45da-8223-91ec0c033f2d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:06.053673 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ced5edc5-c800-462f-8ff5-1ae9b3b4e937 req-159ee88d-b0c9-45da-8223-91ec0c033f2d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0606065 Jun 30 01:37:06.089744 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ced5edc5-c800-462f-8ff5-1ae9b3b4e937 req-ecf7ba28-a8df-41d2-ae27-ef6be359ce22 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303941 Jun 30 01:37:06.226632 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:06.576568 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96257c3-5462-4f9e-8779-89633e7356c8 req-7501dd1e-1c0d-4e0d-971a-d38a789c24c1 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:06.577996 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f96257c3-5462-4f9e-8779-89633e7356c8 req-7501dd1e-1c0d-4e0d-971a-d38a789c24c1 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0601261 Jun 30 01:37:06.614619 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f96257c3-5462-4f9e-8779-89633e7356c8 req-0ab1ae03-f1ff-41b2-86ae-a06d1a0aada3 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312395 Jun 30 01:37:07.260580 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7885e-dc31-4348-94fd-fe241e783a38 req-fa00db6e-d654-4bc2-9e44-a26599c68364 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:07.262015 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-67d7885e-dc31-4348-94fd-fe241e783a38 req-fa00db6e-d654-4bc2-9e44-a26599c68364 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0638101 Jun 30 01:37:07.298310 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-67d7885e-dc31-4348-94fd-fe241e783a38 req-832278fa-8c16-4445-b386-c4722143e8ae tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300236 Jun 30 01:37:07.814024 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d1c5e-cd85-40da-838b-07f36c39bedb req-2114849d-dcba-44c1-9602-829004c32afc tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:07.816193 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6f2d1c5e-cd85-40da-838b-07f36c39bedb req-2114849d-dcba-44c1-9602-829004c32afc tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0712273 Jun 30 01:37:07.855248 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6f2d1c5e-cd85-40da-838b-07f36c39bedb req-224bc7ed-737d-451c-881f-ee2987d61dd4 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305724 Jun 30 01:37:08.496464 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3cca5-5e69-43f3-a008-a0ba7b210f30 req-5ef7dc01-293b-476c-a53e-d4a9d90da9f1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:08.498972 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a1c3cca5-5e69-43f3-a008-a0ba7b210f30 req-5ef7dc01-293b-476c-a53e-d4a9d90da9f1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0725613 Jun 30 01:37:08.543109 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a1c3cca5-5e69-43f3-a008-a0ba7b210f30 req-8c932e7a-4cf3-4d22-989b-d3710e10252b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351655 Jun 30 01:37:09.047513 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d522a-baff-4c3e-9f48-e1e45585091f req-fd2cf2fc-d281-4ab6-ad78-e749f5d8b011 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:09.049004 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-954d522a-baff-4c3e-9f48-e1e45585091f req-fd2cf2fc-d281-4ab6-ad78-e749f5d8b011 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0668976 Jun 30 01:37:09.102555 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-954d522a-baff-4c3e-9f48-e1e45585091f req-12cd2fd5-804d-4760-b050-13c8df9d21d6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444126 Jun 30 01:37:09.721060 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d79b63-ae91-42cd-8fae-1eeab883f3de req-00f93fd1-02d4-4d07-aecf-ad13b574a251 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:09.722524 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17d79b63-ae91-42cd-8fae-1eeab883f3de req-00f93fd1-02d4-4d07-aecf-ad13b574a251 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0627465 Jun 30 01:37:09.759713 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17d79b63-ae91-42cd-8fae-1eeab883f3de req-296add9f-57ae-4f06-b039-2c5c2afc009f tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315084 Jun 30 01:37:10.291230 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471ede0-0012-45a0-bd74-c61681f53361 req-4f597d44-015b-4254-b778-0d568789db34 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:10.292676 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e471ede0-0012-45a0-bd74-c61681f53361 req-4f597d44-015b-4254-b778-0d568789db34 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0641301 Jun 30 01:37:10.332594 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e471ede0-0012-45a0-bd74-c61681f53361 req-c5c09694-6505-4375-902c-d3fb7469d8ee tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327225 Jun 30 01:37:10.932973 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b925a-d62c-43c6-85e3-00c110d0b77d req-b06cbf76-8a98-4b39-8d91-992b14855dca tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:10.934510 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-231b925a-d62c-43c6-85e3-00c110d0b77d req-b06cbf76-8a98-4b39-8d91-992b14855dca tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0653379 Jun 30 01:37:10.973114 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-231b925a-d62c-43c6-85e3-00c110d0b77d req-3f0f6083-84db-439c-b097-5f89f06995d7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316994 Jun 30 01:37:11.510963 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e961-e9cd-4f3c-8955-deb026308183 req-f3b44a37-8e57-40d9-94a3-86fb137f9746 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:11.512362 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05f7e961-e9cd-4f3c-8955-deb026308183 req-f3b44a37-8e57-40d9-94a3-86fb137f9746 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0652273 Jun 30 01:37:11.549779 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05f7e961-e9cd-4f3c-8955-deb026308183 req-8a042297-7431-4ccb-9b96-1c74af8cd6f2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318394 Jun 30 01:37:12.158211 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3933f8-915a-489b-94ab-cf94238e2512 req-fd537e96-136f-421a-8cb6-655034186fa8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:12.159753 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8a3933f8-915a-489b-94ab-cf94238e2512 req-fd537e96-136f-421a-8cb6-655034186fa8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0621591 Jun 30 01:37:12.196709 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8a3933f8-915a-489b-94ab-cf94238e2512 req-3921a06b-14da-42c9-bbc7-cb3108c4812b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313354 Jun 30 01:37:12.745632 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884b762-6972-433c-8294-b4fee91ed9c8 req-b8160418-e6f4-4f86-bfc2-b76f620e91ba tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:12.747163 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9884b762-6972-433c-8294-b4fee91ed9c8 req-b8160418-e6f4-4f86-bfc2-b76f620e91ba tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.0609720 Jun 30 01:37:12.784635 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9884b762-6972-433c-8294-b4fee91ed9c8 req-3f8550ef-3cdb-4fb5-b152-5099afcaecce tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7dcfed7-bbbe-402b-87bf-1d86148195a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312819 Jun 30 01:37:13.364669 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb22310-1ea0-4039-958b-d0b869eb808d req-03278875-fa75-41d6-9789-64efe3bf03ea tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:13.366117 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-cdb22310-1ea0-4039-958b-d0b869eb808d req-03278875-fa75-41d6-9789-64efe3bf03ea tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.0688512 Jun 30 01:37:13.380572 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9da02-e6d9-46b0-ad23-2a124f87d2fe req-75f3a927-0ae8-4ff5-8828-881eae26cc91 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:13.382134 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f7c9da02-e6d9-46b0-ad23-2a124f87d2fe req-75f3a927-0ae8-4ff5-8828-881eae26cc91 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.36 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 943 time: 0.1064098 Jun 30 01:37:13.448176 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6821e9-8e3e-46c5-b6df-e00a30caea96 req-77b98464-43ac-47aa-a165-153758a1032b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:13.449632 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-df6821e9-8e3e-46c5-b6df-e00a30caea96 req-77b98464-43ac-47aa-a165-153758a1032b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 944 time: 0.1240995 Jun 30 01:37:13.465412 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-cdb22310-1ea0-4039-958b-d0b869eb808d req-20919470-236f-4cbb-a67e-c1157ae86d55 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Deleting port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:37:13.465750 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-cdb22310-1ea0-4039-958b-d0b869eb808d req-20919470-236f-4cbb-a67e-c1157ae86d55 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.520997 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-df6821e9-8e3e-46c5-b6df-e00a30caea96 req-c0e49290-2d8e-471f-97ad-49cc27e78112 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651040 Jun 30 01:37:13.534373 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-f7c9da02-e6d9-46b0-ad23-2a124f87d2fe req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Deleting port e386c55a-762a-4092-9fe5-0aefe9d32fc7 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:37:13.534727 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f7c9da02-e6d9-46b0-ad23-2a124f87d2fe req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.552874 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [req-cdb22310-1ea0-4039-958b-d0b869eb808d req-20919470-236f-4cbb-a67e-c1157ae86d55 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] For port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:13.553232 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-cdb22310-1ea0-4039-958b-d0b869eb808d req-20919470-236f-4cbb-a67e-c1157ae86d55 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.570328 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [req-cdb22310-1ea0-4039-958b-d0b869eb808d req-20919470-236f-4cbb-a67e-c1157ae86d55 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Calling delete_port for 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d owned by compute:nova {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:37:13.630047 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-f7c9da02-e6d9-46b0-ad23-2a124f87d2fe req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] For port e386c55a-762a-4092-9fe5-0aefe9d32fc7, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e386c55a-762a-4092-9fe5-0aefe9d32fc7,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:13.630410 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f7c9da02-e6d9-46b0-ad23-2a124f87d2fe req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.643347 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-f7c9da02-e6d9-46b0-ad23-2a124f87d2fe req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Calling delete_port for e386c55a-762a-4092-9fe5-0aefe9d32fc7 owned by compute:nova {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:37:13.777912 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-cdb22310-1ea0-4039-958b-d0b869eb808d req-20919470-236f-4cbb-a67e-c1157ae86d55 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.782445 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c8193d89-f926-4fd3-842d-40d4e32a5628 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:13.807574 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20919470-236f-4cbb-a67e-c1157ae86d55 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event deleted for resources: {'Port': ['ID=48f511e3-2288-4cd6-b4d7-f59ebcbebd2d,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:13.810307 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-20919470-236f-4cbb-a67e-c1157ae86d55 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:13.857104 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f7c9da02-e6d9-46b0-ad23-2a124f87d2fe req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.857104 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f2eda5a5-c51a-4b99-bb4c-19436358e0f2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:13.864075 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb22310-1ea0-4039-958b-d0b869eb808d req-20919470-236f-4cbb-a67e-c1157ae86d55 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] No DVR routers for this DVR port 48f511e3-2288-4cd6-b4d7-f59ebcbebd2d on host hv-cinder-79724 {{(pid=93393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:37:13.866427 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Pushing event deleted for resources: {'Port': ['ID=e386c55a-762a-4092-9fe5-0aefe9d32fc7,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:13.867091 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [req-cdb22310-1ea0-4039-958b-d0b869eb808d req-20919470-236f-4cbb-a67e-c1157ae86d55 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.869080 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [req-cdb22310-1ea0-4039-958b-d0b869eb808d req-20919470-236f-4cbb-a67e-c1157ae86d55 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "DELETE /v2.0/ports/48f511e3-2288-4cd6-b4d7-f59ebcbebd2d HTTP/1.1" status: 204 len: 173 time: 0.4964850 Jun 30 01:37:13.870442 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'name': 'network-vif-deleted', 'tag': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d'}] {{(pid=93393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:37:13.873692 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd4c97fc4d6d302ce5348491127cd49cc2ba249b97a192ae5b1dbf350a733e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9365d5fc-bfda-4c85-9947-4ab3cf413fe1" -d '{"events": [{"server_uuid": "f4cc825f-029d-4acb-95fa-ddcfff97fdf3", "name": "network-vif-deleted", "tag": "48f511e3-2288-4cd6-b4d7-f59ebcbebd2d"}]}' {{(pid=93393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:37:13.901678 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:13.902060 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:13.902425 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:13.902781 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:13.903175 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:13.903529 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:13.903880 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:13.904225 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:13.905102 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:13.905461 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:13.906343 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:13.906343 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:13.921364 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6a4e65-05c1-43f2-a40a-0ef0e4cf9835 x-openstack-request-id: req-9a6a4e65-05c1-43f2-a40a-0ef0e4cf9835 {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:37:13.921729 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cc825f-029d-4acb-95fa-ddcfff97fdf3", "name": "network-vif-deleted", "tag": "48f511e3-2288-4cd6-b4d7-f59ebcbebd2d", "status": "completed", "code": 200}]} {{(pid=93393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:37:13.922209 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a6a4e65-05c1-43f2-a40a-0ef0e4cf9835 {{(pid=93393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:37:13.922649 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cc825f-029d-4acb-95fa-ddcfff97fdf3', 'name': 'network-vif-deleted', 'tag': '48f511e3-2288-4cd6-b4d7-f59ebcbebd2d', 'status': 'completed', 'code': 200} Jun 30 01:37:13.936358 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:13.938520 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c9da02-e6d9-46b0-ad23-2a124f87d2fe req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] No DVR routers for this DVR port e386c55a-762a-4092-9fe5-0aefe9d32fc7 on host hv-cinder-79724 {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:37:13.955445 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-f7c9da02-e6d9-46b0-ad23-2a124f87d2fe req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.957405 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f7c9da02-e6d9-46b0-ad23-2a124f87d2fe req-2b0dafa4-09e6-4dd8-9c75-301368652edb tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.36 "DELETE /v2.0/ports/e386c55a-762a-4092-9fe5-0aefe9d32fc7 HTTP/1.1" status: 204 len: 173 time: 0.5685098 Jun 30 01:37:13.959270 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6499e27d-3391-4606-a69d-d8fd56fd527c req-60577252-4752-4b96-9b75-e107b2e84bbd tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0489035 Jun 30 01:37:13.959756 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'name': 'network-vif-deleted', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:37:13.962076 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722dfc3d-f36f-4a22-af25-6c39e3929599" -d '{"events": [{"server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "name": "network-vif-deleted", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:37:14.057750 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8821ed00-4906-4603-b517-df393c848ecd x-openstack-request-id: req-8821ed00-4906-4603-b517-df393c848ecd {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:37:14.058079 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5194446e-3b97-4e24-b77b-64c17cd75e9b", "name": "network-vif-deleted", "tag": "e386c55a-762a-4092-9fe5-0aefe9d32fc7", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:37:14.058366 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8821ed00-4906-4603-b517-df393c848ecd {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:37:14.058789 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5194446e-3b97-4e24-b77b-64c17cd75e9b', 'name': 'network-vif-deleted', 'tag': 'e386c55a-762a-4092-9fe5-0aefe9d32fc7', 'status': 'completed', 'code': 200} Jun 30 01:37:14.662688 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-33395fc0-68e6-4187-a10d-6fa93f07ab66 req-ba5d27df-9c93-490b-94c0-43e34b3b3631 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0287926 Jun 30 01:37:15.097489 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-40d669b2-aaf1-41c9-bbd9-52ddaa1ce448 req-c9bd6e6d-2e16-41b5-96af-78247f8e85f6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0281019 Jun 30 01:37:15.810653 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d62dec1b-e495-4c3a-b1a8-09dc05db8b84 req-6acb7e92-f087-48e8-85b8-d0d2b130beb8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0311844 Jun 30 01:37:16.294236 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bada69e2-5b15-47da-b481-1ba0b98d0a56 req-25a5197b-4599-4995-a9f9-2bdd36019d5b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0412354 Jun 30 01:37:16.402686 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:37:16.990290 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-110f7875-e047-40fd-b329-1f80d7f74ba1 req-8f0497d0-2f31-486d-a9ea-533821f948f0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0305500 Jun 30 01:37:17.450203 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9f60bd46-fa69-4e91-aadd-7e25aa40d394 req-ffdafc73-9919-4d08-ad9f-46539fc50cca tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0282853 Jun 30 01:37:18.135133 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d1218321-ea32-4e44-b6ba-30c244f8ceb5 req-51474707-c0d8-410f-bfa0-4bc238cdc397 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0304456 Jun 30 01:37:18.597507 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5b69c7f9-0021-4ed5-b0d6-037c212b99b5 req-3d97cad4-691c-49b8-8492-d79763ede626 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0294235 Jun 30 01:37:19.275926 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a7171a8d-b5a1-434d-83c5-7e0bc1afae53 req-365d9267-e855-4beb-80c9-09670d94be58 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0281534 Jun 30 01:37:19.737384 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a21204fe-d29d-4443-a681-76fddfb2e278 req-d496729b-a555-45e0-9e45-61d117d5b11d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0276306 Jun 30 01:37:20.418078 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cf398144-4cdc-4234-8401-546e788c537a req-d30330e6-4206-4f1a-8efa-fb5f1f049045 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0304716 Jun 30 01:37:20.876425 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-723d5628-4e14-4564-acd5-60d4c917fd98 req-94c9c6b8-65cd-4171-975f-473ac7de5836 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0273337 Jun 30 01:37:21.558817 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f165ba04-e8a4-41f3-8f05-9fb18def091f req-a693ba49-f761-4301-b2bb-84ff12ee3434 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0277426 Jun 30 01:37:22.017527 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1dcab284-0a68-44e8-bc62-09b595e84ca8 req-8cba017f-f354-4383-83fa-bb166a76d566 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0281689 Jun 30 01:37:22.698225 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05019fab-2124-4cb3-add9-92a37b15f569 req-b2518d57-7935-4d7d-951c-e5c5860c1adf tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0312486 Jun 30 01:37:23.310464 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e699aba8-63d1-47df-8945-04cfae3e4d03 req-5e682ef1-fc77-4f55-9c3a-3a638bd9f674 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0282760 Jun 30 01:37:23.833932 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a90719a-c630-4e4d-be39-0c02ee25fdfe req-6cc58aaf-1d73-4292-a104-f0191813aaa7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0277348 Jun 30 01:37:24.446867 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fb026c49-f1e6-40b0-8e37-6d841fadc64e req-50c54649-0870-4352-be0f-ee039e3b056d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0280387 Jun 30 01:37:24.988794 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f29e3bba-5e7b-4d0f-9c14-a704661d1ab5 req-f9106428-7236-4067-9257-7712d327afcd tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0302813 Jun 30 01:37:25.581914 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5f50f6f5-e94e-4e52-8bd8-2dc7ad83d595 req-5f2264aa-fd08-49ce-b2ff-a88dc63ed60d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0279639 Jun 30 01:37:26.125528 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b8295ca0-498d-4b70-aa19-dea1d1cfbe20 req-51912899-fe89-438b-896f-b2a4b6b8779c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0279849 Jun 30 01:37:26.720724 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e8eb1379-4b09-4dca-95b8-08593911428c req-2b43b4ad-fafa-4016-ac28-1da8e583a6fa tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0283277 Jun 30 01:37:27.545835 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d2ba4956-a438-4fa6-9d20-9681071062b6 req-f3b41c63-2ab3-4b2d-af97-16406876b520 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.3115132 Jun 30 01:37:27.856114 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3f819fdf-3e92-4ead-8959-b100a6b1d52d req-51eacb67-ad1d-474d-b00a-28d9a3f7b8d2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0267718 Jun 30 01:37:28.181377 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f64424e1-f845-431c-b419-bf219f7f2fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:28.684250 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8cc71395-9d05-43bf-a2a2-af37265df6da req-b6fa7939-0bcd-47fb-bf5f-d26c2a872847 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0274603 Jun 30 01:37:29.002237 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c9ba28d6-e6cc-4a4a-a80c-e281b1871a02 req-2ada08e2-531e-4a6c-9cac-5f02bf1e8868 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0277727 Jun 30 01:37:29.828528 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ab7cef4e-41e3-45b4-9009-0b1289425dea req-45ffc1a2-a776-4a55-8e43-33c97e2d7227 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0318587 Jun 30 01:37:30.137842 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fd05622e-ccf8-48f7-9f07-2ee11affc6b5 req-1354a9f0-4965-46be-b512-09763928cbf1 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0279129 Jun 30 01:37:30.809449 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e3d65b73-33aa-44d8-855a-5f4c46995bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:30.966260 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-69aa3ad0-a49d-4a27-97eb-bfefff7e9e0e req-411e2863-2dcc-4188-afa8-135aeffc1d40 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0279617 Jun 30 01:37:31.043523 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:31.276516 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d2d34d88-e1c6-46dc-b3ab-e9fb7901a561 req-0105c83d-c621-434b-8652-ef2a1e98999e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0278826 Jun 30 01:37:31.958092 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:32.104692 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17e97120-9311-4cfb-816f-a7591569c4fa req-dd352285-3583-42c0-8697-f85355d96aa8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0317674 Jun 30 01:37:32.416252 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-728631df-2c1a-4da0-9e57-b4caf1be90fc req-f87bb1c4-400d-483d-9b72-aebe1096ea8f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0322323 Jun 30 01:37:33.242934 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d34e1321-f14b-436f-a525-7def05d0aa8e req-0a4a5876-ed82-409c-810a-d8b3137c4277 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0301890 Jun 30 01:37:33.382850 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:33.553769 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5ea43023-9855-485b-b9ab-031dd050eff7 req-72b7a7b9-b2e3-4e78-8ac8-3c10dc6aa19f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0292449 Jun 30 01:37:34.386649 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ae3ff782-f550-4a5e-955e-102017477ea7 req-756d8e8b-f298-489d-9c49-2800d447fd76 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0326622 Jun 30 01:37:34.691497 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0c62fa35-ffd5-4493-aabd-2c596e37966a req-f4b4d132-3f99-4099-9485-cc854da4175b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0287800 Jun 30 01:37:35.524427 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ac9a8243-26eb-4088-8fc9-88bf4f1d1e04 req-87d17b3b-d714-48b0-830d-b55192efdf89 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0282137 Jun 30 01:37:35.831418 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ffdbd206-e714-4d1c-9069-d2ac886c1352 req-c84193fe-0528-443e-ad99-f58f345cfc77 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0282121 Jun 30 01:37:36.300520 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:36.664287 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0b2cc1ea-cfac-4406-a3f8-04f387d40b83 req-04487c97-2a16-4d29-a218-e7ba8c8de893 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0322874 Jun 30 01:37:36.968724 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-60225948-cfa6-4284-b465-45a8b1587c86 req-9ef6e212-3a44-4c5d-82e9-c20d5fc9ca18 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0274515 Jun 30 01:37:37.799965 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8a9e92eb-f6de-4305-a486-8ab3027bbf47 req-6256d101-9937-4a67-8ca0-7e06a20f9af9 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0280964 Jun 30 01:37:38.103571 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7859d07e-27f9-4c3b-a6e4-e96b475163c2 req-e195a81e-9d36-4c6d-acfb-852e1dbe96f8 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0278223 Jun 30 01:37:38.944265 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b78268de-7340-4fdd-8214-7d7689caac1d req-4021aba8-21dc-41eb-b274-1b0477ba8cc6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0332608 Jun 30 01:37:39.246378 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2c5847c6-fd4a-49f4-a610-259f6fe366fc req-4cdbbce8-2230-4d75-afbe-70c4eb9680f1 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0281706 Jun 30 01:37:40.078647 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3b12e52d-7b43-4664-949d-8b3d4a2e6c7f req-d3fd3918-653d-4833-a2c8-61ebc22121ac tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0285401 Jun 30 01:37:40.399658 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-280da083-85d9-4d4d-89a7-9afcc6209fb0 req-f3b4d376-ac7d-41f3-8fa9-62d3f0b127a3 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0273280 Jun 30 01:37:41.218537 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2c9a5b56-42fb-4303-82de-d20d8d46203f req-1a753744-c87c-42f6-90fd-98adea705386 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0320845 Jun 30 01:37:41.552886 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c5c54f08-598a-4fe2-a3fa-17774c9759e1 req-4f4b94a1-9571-44de-8a45-c55f2bc7bf61 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0274622 Jun 30 01:37:42.355243 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9354299f-e033-4670-b74f-76ab6a05fede req-319f8baf-7211-4b48-a8ee-3f8e388290f7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0278358 Jun 30 01:37:42.702880 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6c5c88c6-8b38-4ea6-8cfd-1749b3acd8cc req-a7cd15ee-0bf0-4823-8aa8-d7665a47a4e3 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0363519 Jun 30 01:37:43.512201 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0a288dfa-6246-4af7-82f3-b08237714f72 req-fb00b137-8276-4ccd-be89-563fcbb7dfc3 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0373137 Jun 30 01:37:43.866564 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-23da2345-5c53-4670-99f3-fef43ff6858a req-c4a24987-0d31-41e4-9c9a-a404e3113771 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0290275 Jun 30 01:37:44.649522 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f12766e3-f039-49a0-bcba-26360ea7627a req-ef81e9bb-fbfb-494e-a6b8-6dcc48abda2f tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0277224 Jun 30 01:37:45.009537 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-daea15c4-9eb5-4f6f-a779-5afe5ffda5f1 req-c425f641-7b4e-4dda-a30b-2adc5dc619a2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0286858 Jun 30 01:37:45.789635 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a6c41d34-f9e4-45c6-84da-fb32909bbdd8 req-ddbc739f-c58d-4125-a2c8-26ed76d71e48 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0313635 Jun 30 01:37:46.147766 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b08b21aa-dafd-4462-bf6d-f70790b686d4 req-3f3d9a48-6156-4b88-bc24-a83d4f2b4087 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0278056 Jun 30 01:37:46.925189 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-050cb019-2998-4577-8611-27ce00c2bd16 req-90454afc-0d18-40dc-bc37-ccd55b3ae279 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0280716 Jun 30 01:37:47.284595 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f9f0d6d8-d698-4a89-9daa-53ee687e0b30 req-d2d9e2d9-770f-4ea0-95f3-27166de27be3 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0283620 Jun 30 01:37:48.068316 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2230b964-6791-4528-a957-3f8a8786be6d req-0c1a4850-e617-44b6-b78d-298d03df69a7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0323591 Jun 30 01:37:48.419957 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fcc8c8f0-0656-410f-b1e8-e687e55fb6d0 req-89044a56-bbc2-4ab4-b2ea-886c436f6a20 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0277693 Jun 30 01:37:49.205572 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3c37c574-fe45-4650-b591-64d2184d3d0d req-9e86c68b-2684-4bc6-b32b-1309b3b2b928 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0275877 Jun 30 01:37:49.559628 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-39c6b43c-4a28-4c75-80d7-4e3d5b1c7883 req-22e9b99e-6bbd-43d2-9015-7436f13fba79 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0277412 Jun 30 01:37:50.345281 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d90c221d-a3cc-49bc-97ea-696e95e02d2b req-3a322a69-e3f4-46bd-9c54-d1144698c19c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0322843 Jun 30 01:37:50.699587 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-72207075-8168-4d10-9ae1-e211c823b2f2 req-bbfee3c5-e013-4213-9336-ce5601e1c107 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0281200 Jun 30 01:37:51.485798 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-af9d0340-366d-4233-9224-3511642146d9 req-8e8bd0c7-dc9c-467c-8ded-575ebfd49692 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0277848 Jun 30 01:37:51.858735 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e6228a4f-0d24-44fc-8477-3068f46d8923 req-d12a070c-75c0-4a9d-a322-e2ca57469907 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0331662 Jun 30 01:37:52.645366 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-09c4784e-06c7-434e-a976-9d897a5240b0 req-c425ef7e-2eee-439d-9952-e336ad1d5704 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0379136 Jun 30 01:37:53.004698 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-25044600-996e-42a4-9816-772e12ef3f3e req-99d36db0-ba13-488f-a6d9-684d3329f583 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0289423 Jun 30 01:37:53.401689 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:37:53.787272 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-14206e61-0aea-4912-968c-3b9f432af244 req-20e6e81b-81dc-49f7-9689-460123d5e2f0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0283287 Jun 30 01:37:54.145554 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6d85d8cf-568b-4c69-a325-2fd309984d31 req-33cc77cc-b709-4cdc-bfde-01480cdb66d5 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0279052 Jun 30 01:37:54.953672 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bc474360-2770-4724-bd01-2b0d71d51c79 req-0fa0b1a0-84b1-4dda-9e9b-d63131fa9325 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0328486 Jun 30 01:37:55.299526 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1c169a56-d097-4791-bf82-3317cf629887 req-a98fa8ab-7e23-466d-834d-35cdc1e543db tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0278175 Jun 30 01:37:56.094564 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4491e868-5246-4fbb-8467-ad52aab564dd req-f9db808a-f6ad-4a63-9d76-92d90848f9d5 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0298951 Jun 30 01:37:56.441263 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-849d7072-891f-4c92-9e73-ff8ef6007231 req-bf69e241-059a-41f5-900c-906b6cca09a6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0288053 Jun 30 01:37:57.244257 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8adb2c92-73df-4beb-82bb-7cde97292528 req-e302827f-e497-4205-b006-c7311dcde3c4 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0320561 Jun 30 01:37:57.585988 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2335a61a-2a59-46a7-bc6e-ec1b8b596d8a req-2a927e41-6e5a-4797-a6e1-87e50304f67d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0324156 Jun 30 01:37:58.203518 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2b52-fbe8-447b-a76b-8b08707f2d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.385919 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8f1143b9-bf74-4423-89ea-1d7f97f91b38 req-1f6b0ca7-fc42-4899-af89-62b009985f1e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0289245 Jun 30 01:37:58.731318 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b274b81c-372c-4ba4-80c5-42b7ba96af2b req-6a491073-166c-49a8-9711-246483a0e11d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0298736 Jun 30 01:37:59.527227 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0bb77889-5225-4ca1-bcc6-ec66d1b78ea9 req-ad6fd2ce-8f36-477e-8445-747aebcbace8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0321379 Jun 30 01:37:59.880808 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2c74350f-2f9f-4114-ab12-c5e17c3c4ff2 req-4760695f-1787-4b74-b690-bbe5cb45e4be tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0352149 Jun 30 01:38:00.672057 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a9e54d18-d70f-4105-b7b0-d802c7fa4c52 req-10128cd2-3334-4b6b-9499-656496efe6e9 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0289731 Jun 30 01:38:00.856795 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-99b7380e-3180-4c63-ad00-de1926d44837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:01.025974 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc7b0ba6-9780-4a17-a6c0-51563c1d7d39 req-2d7cb915-0bff-48dc-8381-96fbc8007b68 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0302601 Jun 30 01:38:01.114959 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:01.821065 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-eeede1eb-52f8-4ac9-a50b-c0a3fe868e32 req-f09e0a7c-d5c4-4419-baf1-79fba9063d5f tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0332105 Jun 30 01:38:01.954207 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.165233 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cf4a831a-dfeb-4d7a-89fa-00e82710b6ae req-f5bdb7fa-f3fd-4491-b4d9-bc392829a9c0 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0287173 Jun 30 01:38:02.960773 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cb55e01d-9fc2-4bba-87d8-05deab6d0417 req-10fcb12a-b74d-4e4c-9f09-bafc0268f5be tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0297935 Jun 30 01:38:03.318657 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-722eb4e7-160f-44b8-a329-302527b2905e req-353525ed-e9b9-4e8c-86ca-a21e3e788daf tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0294335 Jun 30 01:38:03.397521 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:04.115488 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2f87d9bf-661b-4d02-b247-b3e00dd7baaa req-c40c50b5-7d75-406f-a09b-7f235239f4b5 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0329564 Jun 30 01:38:04.459241 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-94ab9efd-0ff8-4ba7-854c-3d0b590f215e req-6e789645-43ba-41c7-a115-226efde72f27 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0281692 Jun 30 01:38:05.254194 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dc1d70ea-6ce3-4330-899e-00d6995fc555 req-11688b21-0426-4d2f-90f4-fce3f62b6c5d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0274827 Jun 30 01:38:05.599336 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-110f67b5-665f-47f6-90f0-0e7875b463b9 req-2c5bebe4-5d7f-4543-9761-d3761f6118a4 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0293810 Jun 30 01:38:06.257356 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:06.401085 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-402de9bc-95b9-4065-99b1-67ac25b6341e req-09646b6b-02a5-4acf-b13b-508157444552 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0313940 Jun 30 01:38:06.746765 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e26dc1e8-4c52-4302-9b6a-0327c62149dc req-eaac78b4-184d-4ec8-a3d8-0db66105b2f8 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0285399 Jun 30 01:38:07.539288 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f4fa1090-41a8-4625-a91a-35a53ee23c56 req-2d39cfde-7870-4d3a-8b25-5178ccb41608 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0283346 Jun 30 01:38:07.886946 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e50d0b25-0295-4f23-b6e0-8f88961591de req-0497ebaf-7821-4e35-b28b-7226490e01d7 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0271647 Jun 30 01:38:08.680979 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5d70f672-d438-4506-a835-a265df819823 req-f5839d9e-9e5a-4f99-9a7d-33d9a575b01f tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0324636 Jun 30 01:38:09.025418 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-440b9b63-909a-4e7a-9957-4d0de9da7c83 req-402ef888-4101-42d0-8288-bfb1cc4dc76e tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0279095 Jun 30 01:38:09.825690 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-56da1a53-440d-4cbd-a917-a8f2bdd23e89 req-db1fbb93-602f-4adc-98bb-6d86ab3a7448 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0275328 Jun 30 01:38:10.163920 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9ed9d99f-714d-4540-9b8b-c54eb04950cd req-7302c594-af72-4971-a162-9b03ad5fe73f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0277641 Jun 30 01:38:10.972878 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-11cbade1-09a7-472b-86c9-979830d061f0 req-8e0d815c-6779-41ef-a3b9-49a6077c4e87 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0340791 Jun 30 01:38:11.302359 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e6af5fb-8b4f-4ad9-ba33-375a989b5783 req-4c142092-337a-412c-9ce1-5a737a886df0 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0272987 Jun 30 01:38:12.110228 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1d7ced9e-84cc-473a-91c6-aad611733a01 req-92df4674-e159-4496-8d8a-d02c0c07a6bf tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0289571 Jun 30 01:38:12.446027 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b7307a5f-7d64-4caa-9c42-ff0863672293 req-faef34e7-164c-44eb-a42d-3bdf72a4c358 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0278850 Jun 30 01:38:13.177012 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-799af5fc-4309-404f-901e-0d3c2342d34d req-0810bece-31ac-4ce0-8950-5b2f40764f1d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0955348 Jun 30 01:38:13.277673 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1e113bc9-e878-4f70-a024-689f63c1084d req-1b8a7da1-e6b5-4bcd-9ee0-af62832e83d8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0472260 Jun 30 01:38:13.302361 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799af5fc-4309-404f-901e-0d3c2342d34d req-d1b8f4cc-a65b-414d-a6c7-fbe259729494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:13.303994 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-799af5fc-4309-404f-901e-0d3c2342d34d req-d1b8f4cc-a65b-414d-a6c7-fbe259729494 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1098 time: 0.0820096 Jun 30 01:38:13.413333 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799af5fc-4309-404f-901e-0d3c2342d34d req-047dafba-9dbb-431e-9af5-fc36124419a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:13.414723 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-799af5fc-4309-404f-901e-0d3c2342d34d req-047dafba-9dbb-431e-9af5-fc36124419a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.0887027 Jun 30 01:38:13.480066 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-799af5fc-4309-404f-901e-0d3c2342d34d req-3518d2f5-c4a8-452e-a0cc-2f72ef9c72fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64 HTTP/1.1" status: 200 len: 1001 time: 0.0575452 Jun 30 01:38:13.530049 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799af5fc-4309-404f-901e-0d3c2342d34d req-19276eda-a484-4370-ba38-dc85e20b6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:13.531697 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-799af5fc-4309-404f-901e-0d3c2342d34d req-19276eda-a484-4370-ba38-dc85e20b6d14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0443921 Jun 30 01:38:13.602922 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7520ab71-dc5c-4756-8e7d-ff59c7c93f4e req-aea8364a-423c-49f5-91bc-dd1ee8ca5037 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0348971 Jun 30 01:38:13.626205 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799af5fc-4309-404f-901e-0d3c2342d34d req-7c9081f4-7db3-4306-92da-61b3ad2aae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:13.627813 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-799af5fc-4309-404f-901e-0d3c2342d34d req-7c9081f4-7db3-4306-92da-61b3ad2aae8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0889766 Jun 30 01:38:13.642290 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [req-799af5fc-4309-404f-901e-0d3c2342d34d req-e3d8bb21-dc8a-43ea-bdc4-44dbf251dcaa service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:38:13.643458 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-799af5fc-4309-404f-901e-0d3c2342d34d req-e3d8bb21-dc8a-43ea-bdc4-44dbf251dcaa service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052321 Jun 30 01:38:13.733894 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-799af5fc-4309-404f-901e-0d3c2342d34d req-7fc3437a-3d5e-4612-8a11-ca1fa3cbe8f9 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819218 Jun 30 01:38:13.840443 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-799af5fc-4309-404f-901e-0d3c2342d34d req-91d16f31-bffc-49ee-bb6e-7e5a721cd52c service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983808 Jun 30 01:38:14.428686 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f634ae18-ef6c-43b1-a5c2-f93c109d7ab4 req-483b670d-8d57-42cb-8837-00cff3dd205c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0284336 Jun 30 01:38:14.750518 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f6c47d34-9342-44e9-b9dc-a6e37adf8465 req-a3cce654-3b52-4561-8614-e510800e41cd tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0278690 Jun 30 01:38:15.574559 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cb1ba789-8a46-4c4d-87f3-14dc4fa1336a req-803e3159-5a30-4b13-bc43-5b0ee689ed87 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0320094 Jun 30 01:38:15.906445 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-55d2bb8e-bbff-4225-9c1b-07916e1e6e21 req-6aa5cbc6-8774-4047-a9c3-fcf98ef16274 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0288103 Jun 30 01:38:16.735376 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d4b47705-84d3-4239-9a63-d98d784d6a95 req-019ad87d-b229-4cea-b2a3-0ebc9b201ae8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0287199 Jun 30 01:38:17.047755 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f8d57d93-75ec-482b-ba65-f12926b7de53 req-1018995b-9be2-4ea0-a008-97648453c16f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0292203 Jun 30 01:38:17.895385 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-42eae133-f208-4bfe-8903-3ddb884d5efb req-70a2dc7e-0cfe-4b79-b6e7-ee62ae7ea9a9 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0326421 Jun 30 01:38:18.187514 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-11475104-a11f-44e7-b748-8766f59ae565 req-780ef42c-f191-4e9b-b60c-da038cb06364 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0286803 Jun 30 01:38:19.033960 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cefff660-8772-4b77-b281-d329c2faf290 req-a0127749-c324-4d19-ba78-60a265970fd3 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0285628 Jun 30 01:38:19.326408 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6083f775-b39d-48b3-926f-b453d4bc9cb4 req-18abbed4-e6db-4826-88a8-4ac18f0e8344 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0299711 Jun 30 01:38:20.176527 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-19d896cb-6d58-4f9a-ade0-79509c57c5eb req-3f0842e1-0807-4ba0-9e65-20279e88d55d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0315478 Jun 30 01:38:20.466154 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e6b74a25-cda4-4d36-bb70-b57ccb7e354e req-1577de93-5374-4924-bdab-f2d3670489fc tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0289013 Jun 30 01:38:21.330822 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-39945551-5cfd-42a6-bbfa-96c52856f644 req-52086f84-f183-4f4f-b160-bfb873dc507a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0289724 Jun 30 01:38:21.636263 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3ba9e52c-0dc1-4214-a94d-60e9e96e1162 req-3c930036-15cc-46d6-8468-786ca6c3ad22 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0304425 Jun 30 01:38:22.488585 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-115c251e-9cc0-4b82-96a3-8cdb959fe407 req-37bb0f0b-3f31-41ea-891c-f32024df834b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0314405 Jun 30 01:38:22.777152 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-483db721-07d8-43b0-bceb-0fbe1c5eaac7 req-317c9f5e-5b94-4096-acfe-fbcf7a5771c9 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0304534 Jun 30 01:38:23.629666 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e2372fac-1242-400e-afff-c4cad0504561 req-d89446a0-f168-4f03-a5ed-f89d2f9874b9 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0283918 Jun 30 01:38:23.918247 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7a977eb5-b5f3-4261-8157-36436a03145d req-779fef9e-93e4-4181-853e-0516a9656576 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0270689 Jun 30 01:38:24.778613 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3f8457ec-74e9-4124-82de-d6b72793f75f req-b2784076-3ccd-46b0-8f7b-f3e62ebb063d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0333745 Jun 30 01:38:25.069141 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f69fdf74-2732-4767-af7f-b38f16c5c957 req-e2f81366-ca1e-4cc5-bbcb-8ce450affd27 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0290585 Jun 30 01:38:25.926146 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2967b56a-4ad6-4279-a45a-b6616b7c696b req-c8f4c0b2-9c53-46cf-bda5-d4d471565720 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0307894 Jun 30 01:38:26.208771 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1a028662-7500-4191-825d-39def53f9392 req-b55c057f-6a57-47d6-8225-08bd93cdd865 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0268066 Jun 30 01:38:27.075328 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-eece24a1-2285-4d6a-9393-ba80e5d0a503 req-3c6d00c5-e76e-48b2-9f78-75fde33f2f42 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0321214 Jun 30 01:38:27.358355 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ecb9cb6a-73d5-4db7-81c6-bfed1cb82901 req-d71ca96e-c847-47a9-ab15-65a06dbd8a36 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0347619 Jun 30 01:38:28.162756 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-0ee337e4-5bf5-4339-9bd7-59463207c326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:28.220087 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4efb3c35-edf3-4d40-8f07-0b7946af67fa req-c134a71f-2920-43ef-9e4d-a3aeb5367113 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0330210 Jun 30 01:38:28.495179 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-10302405-52c7-4711-91e6-2a61546752be req-7a73f9f1-9e2a-4c9a-b7c2-2ed0a7217aa3 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0277107 Jun 30 01:38:29.378462 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-581da09b-6b8c-4f0f-9c03-38ecf956ea40 req-1cd4d421-5a42-46cd-9f43-41ea98e71769 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0318100 Jun 30 01:38:29.646766 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d434d41c-e288-4759-b731-40f75c512b84 req-a91c2793-acc5-43a6-91e9-e9b16060f957 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0300097 Jun 30 01:38:30.400907 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:38:30.519839 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7d195b27-f6c0-44eb-a96a-6cc14ec190bc req-6fce2676-0748-4c90-b593-981ef981f979 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0279500 Jun 30 01:38:30.803196 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b572f7fa-16c6-4fe5-a4de-43711e993a0a req-bfd17c70-f08d-4821-9893-86ec1927b75b tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0286534 Jun 30 01:38:30.808381 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-33cc4f57-797b-4c8b-85f4-5bd5e531ea38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:31.040026 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:31.671603 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d0b05c63-ca6f-48ed-bb8c-ec3db2688957 req-3560e97d-4a44-490c-b45d-0fc77c011ebc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0379722 Jun 30 01:38:31.957010 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:31.960463 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2ffdeb89-b34f-48cb-bc90-1be196583adf req-f5929eff-c816-4192-8e42-2f57a6961f31 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0350757 Jun 30 01:38:32.813197 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4d4cbd10-dd7d-4039-b7d0-b561129e402e req-bd119ec5-b233-4e07-8977-6ded140d377b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0300829 Jun 30 01:38:33.100692 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-84d225ec-d02a-4ca6-b640-c12a87ca0947 req-2c267e93-54f9-46a1-b97f-a06fa4818cde tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0283144 Jun 30 01:38:33.399526 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:33.983648 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d501037e-1e1b-4f09-adb0-c7df0b534f55 req-84b37028-f6cc-43b7-a685-49a91ca5fe78 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0436697 Jun 30 01:38:34.249080 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-36db13a7-7451-49d8-8735-a296721a4d8f req-ed44abee-6db8-4963-9e73-99d6ef4f1b60 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0290773 Jun 30 01:38:35.126701 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-33a2e405-3c56-4114-8d43-2ab5ae6b95ec req-05b7ee7e-c859-489e-8815-ef7a81a3b503 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0280998 Jun 30 01:38:35.394462 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6fab7546-f021-47b9-b67e-0b7aa4ce4c1f req-164702cb-3c0b-48ed-8eee-66820a406cad tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0291901 Jun 30 01:38:36.247974 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:36.269722 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e87c0b2-4aa6-4835-8f94-7e79167b5d6d req-042cef5b-a882-4ed1-aac2-195a16774cfe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0311408 Jun 30 01:38:36.565073 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-df605d25-950f-4850-9287-80a13778428e req-e1c6457d-e3c3-4d27-b7f5-087e1b047cda tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0287471 Jun 30 01:38:37.431311 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e8183b06-3182-4fba-b851-a1dbd44f9681 req-80aff638-8cf6-4118-a7d7-c42a000c3e6c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0288498 Jun 30 01:38:37.722703 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4bebb237-e06a-44a8-84ce-5cc4af57d55e req-971a11cb-4c5a-4910-bc23-aa205b744bda tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0334935 Jun 30 01:38:38.579661 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-feecc4d0-27db-435d-8842-ae70e0d39497 req-28881323-dc5b-4592-a009-94a39737b4ee tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0323296 Jun 30 01:38:38.863188 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-83fae868-b707-440d-a2ee-bd79611b20fe req-3337a903-e0ec-4270-ba0b-991db20b6bc1 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0298092 Jun 30 01:38:39.726267 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f5638381-e42c-497a-a6df-acb5304f1822 req-54b7bc72-c9ea-403b-b474-e871b90d3bcd tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0305021 Jun 30 01:38:40.020349 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1eafe57e-aa8b-4bff-8009-96bf762ad7bd req-49a7a71d-b396-414a-adac-71129b117476 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0322676 Jun 30 01:38:40.872960 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5c4e4d48-63eb-4ee2-9842-7c4a1f9af522 req-5bd6a0ac-81c8-4502-9ced-06eaed0d2ab5 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0317826 Jun 30 01:38:41.159260 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-34f4705c-3630-4188-8482-74f92dc90f16 req-b7a53f3d-f20f-482c-9380-f8ab6fd7d7f6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0283067 Jun 30 01:38:42.017226 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3f5c8e81-9d17-4d59-828a-50a0a47f5529 req-8790824c-db6d-459b-9eb3-fe7dceb38a42 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0279062 Jun 30 01:38:42.313354 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c4f62a3f-b26b-4ad0-bec2-b8292d73d309 req-32aac26c-5581-4b63-a645-17d752cb6f33 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0280516 Jun 30 01:38:43.165661 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-eb40cd78-c786-497a-8616-7e348a3ef2e0 req-9edb465a-2af0-4f26-9bd1-fb2aa5965808 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0309522 Jun 30 01:38:43.456383 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d6b10d27-91e7-40db-9df4-ef20bc875aa1 req-9223fc23-b2b6-4af4-af6f-bf7275e07cd8 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0278423 Jun 30 01:38:44.312254 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-09c51256-0366-42a3-b231-dcfc427c687f req-3931a83a-1c1f-4886-9e41-59e570da1955 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0308237 Jun 30 01:38:44.604153 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a0d899dc-9d47-49d0-b98c-db5e28b1ecb8 req-ea0d6bef-8a3e-4a84-a019-a27062a78d94 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0297444 Jun 30 01:38:45.459972 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d4de8793-0924-4c51-9c5e-0428570f22de req-58f7c915-1f73-4f87-a506-ff2128359663 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0330136 Jun 30 01:38:45.750090 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-309e0f3d-c7b3-4e60-a36d-acfda545913a req-a179ef7b-5145-4318-a4de-5053fefe099a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0285058 Jun 30 01:38:46.607363 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-595b0bc7-2442-4436-ba36-12010da4a320 req-a6528f0d-2b5f-4d14-8abc-b7dd95410bd8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0289388 Jun 30 01:38:46.902102 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a521a052-a9af-43b5-a764-52c7e45c3f7e req-dbd75c9c-0015-437a-a802-f5a9bce42bbe tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0286374 Jun 30 01:38:47.753105 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fd7f22ec-0544-40ce-a09e-0a4f86c55083 req-b140d4cd-7c02-4b8c-8303-659bb0e15a8a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0309467 Jun 30 01:38:48.040009 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f2e6fe9b-9f43-44de-a58a-8ef6956b4ce7 req-ac8cbc4e-af53-49fb-a1d0-93498e0e91b4 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0283270 Jun 30 01:38:48.889963 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c753442c-faac-4c87-977f-8515dfc00514 req-aa417e44-466e-4a68-a323-84f5e3fae5e2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0278091 Jun 30 01:38:49.187365 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1c5b0fec-dd06-4bd1-8b91-7d8ab3302bd7 req-771e8543-ae79-4f3d-8ba2-c40b95c76e5f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0293574 Jun 30 01:38:50.033074 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-32183628-fee4-4320-ae68-5ee8ff51c79d req-1239ae68-3eed-42ab-bb54-fe3fcc7358ec tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0311303 Jun 30 01:38:50.328825 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1d807115-3a57-4404-97b0-d87a68f84da3 req-f73c5ba1-bcde-4fa4-9b0d-a08c2d3a1122 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0316515 Jun 30 01:38:51.172504 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-82bb7803-c65c-48d5-97f4-8cb104891cbb req-1417e377-531f-4beb-a62e-23403b618843 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0278342 Jun 30 01:38:51.464262 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2d724c3e-a2a4-424c-98d8-97c21dd4a946 req-c8d7ca6a-8bb3-46b5-b22f-0254a6e17eda tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0266414 Jun 30 01:38:52.334164 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bfb20f47-b6d1-4cdb-b87a-44cda038eee4 req-9c1f6ff5-7289-41f5-a3ee-7992f432c273 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0316312 Jun 30 01:38:52.601235 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d69eb60e-f6fc-4be7-abc0-f1388c9dd38b req-bd51dfc9-f980-4468-bad5-234be2c11631 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0274324 Jun 30 01:38:53.472638 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-afa96edd-1804-4927-be17-b572ee25420f req-bbdd938e-0745-4043-8251-de22ad1b9b83 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0287340 Jun 30 01:38:53.743556 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e65de2fc-4713-45d6-a407-dda674cde610 req-b8ce476c-c6f3-417e-ae9e-6e7869e93e86 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0277021 Jun 30 01:38:54.620802 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ec75093a-63f0-42b5-bbbc-4dd818a012bd req-ff2dac83-2565-4592-b638-a0c6d04d9118 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0303586 Jun 30 01:38:54.881368 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-596a7c4e-8688-40cb-a498-0c6dae2d5671 req-3a55373a-59d2-4e69-920a-fe5940b0478f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0290363 Jun 30 01:38:55.760533 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b93c317c-0610-4eef-8470-938ad5b01f06 req-0d7e9d50-7265-4a34-bda1-d1c88c9ca947 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0277684 Jun 30 01:38:56.026510 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05730e03-a43d-41f0-a5a2-bbb7e2a3190b req-71cfeb5a-d4d1-4254-82a8-f7deae5984e1 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0291960 Jun 30 01:38:56.904055 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f8e88315-3970-4cf0-b650-a20931f2f352 req-d1ed22db-db3c-421d-9d73-c6fec5e51496 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0303707 Jun 30 01:38:57.164359 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-75134f86-bd0f-4c3b-a522-b68f1b8753dd req-085ba431-c88b-4508-ae4f-b9aa91d03d67 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0285861 Jun 30 01:38:58.052271 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c5acc68b-ebb0-408d-8f9e-c1923dd39f4f req-8510d7bf-8955-4972-bb78-633452d6f132 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0336828 Jun 30 01:38:58.145001 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4e49ed59-edb5-4022-b977-f5bc6057748d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:58.312757 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-95daa33d-9010-4750-8d99-95d90aa35bd0 req-ba252e6b-78bf-4bde-adce-adf21e781dae tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0281010 Jun 30 01:38:59.204636 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0fe682c6-56f4-44a4-8f5a-32476dc3230b req-4e57e4e9-3b93-47fe-8a56-52ccf79ad484 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0306280 Jun 30 01:38:59.466184 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-60aeec5e-2178-4997-8511-886459cfd60f req-b7b95b9b-89e4-4302-8264-66aa0e090d40 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0347669 Jun 30 01:39:00.353638 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-04245c5e-6286-4f8d-9cb9-fbb9c358a63a req-39b5169b-28de-4865-bf42-e14e9a4d9548 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0276523 Jun 30 01:39:00.606575 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e6e46a82-5be1-4d05-aaba-e312789f91be req-33abbade-bb49-4b59-89a0-48c473e2e41f tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0278583 Jun 30 01:39:00.833099 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2f16eb34-9fbf-4143-ad6e-e0f15106d89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:01.087446 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:01.501275 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d1fb82e9-d5b5-4e69-ad09-0ac85dea1326 req-81ebc3ca-071c-41c8-b969-f3c7e23d1cc0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0307670 Jun 30 01:39:01.750607 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7539b4ec-b3ec-4372-be02-297bf74370ac req-c17f97a7-c94a-4c2f-8665-b2ee6c5ae236 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0296271 Jun 30 01:39:01.990227 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:02.638992 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cc3338cb-3638-4900-bce9-84dee586fbfc req-c214f104-3132-4877-bf62-18e10276ce0c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0271842 Jun 30 01:39:02.892969 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fc35bf8f-ee19-41c9-8514-321271488995 req-b5c6fd55-55dc-4585-8046-9cd68996ce70 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0281398 Jun 30 01:39:03.400141 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:03.777621 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-68b19611-8cf2-4d26-a2eb-8d4458ab77a2 req-89196131-34c8-4cf1-a424-4949723b4387 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0304484 Jun 30 01:39:04.030447 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9bd6d43a-cb9b-40a9-acf0-47207bbcdd21 req-52708876-0fff-40cc-8c6a-32fc01d3a10d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0283959 Jun 30 01:39:04.916120 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fbe5db10-7ea1-48a3-8667-dc2cd0819251 req-464d8045-1fbe-4ded-813a-f7ad5fb455a3 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0290406 Jun 30 01:39:05.168457 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-437abe74-4f97-46cc-b061-6653796e2fc4 req-bccd1f55-eb66-42ba-b648-a444cff1b31a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0278952 Jun 30 01:39:06.063881 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e2683535-68c1-447c-a334-e4588b406426 req-be82ab2e-2cba-422b-a39b-4d028629b289 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0365236 Jun 30 01:39:06.261597 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:06.307034 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b6110243-4417-459a-a4a4-3e2794a6289d req-e3b22234-18b9-424b-ae6a-5b97972523ef tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0301239 Jun 30 01:39:07.204211 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3c17a808-c188-4656-904a-5564e4164dcb req-77271ab9-6bbe-4a8a-838c-e776e2b21a82 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0275156 Jun 30 01:39:07.399105 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:39:07.450991 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e169148c-28c8-4ab6-837d-4e63fbfa483a req-ff2f0b2e-d0bd-4c6e-8351-99f10a0d5e81 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0327201 Jun 30 01:39:08.612661 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6ea085ab-00cc-41d3-8964-d9c7cc8e565f req-abd0d1d4-4f5f-43ad-b349-dd5ebdb1a3b3 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.2937572 Jun 30 01:39:08.639580 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-98237b9d-147f-427d-afd3-c7291aa4dd2d req-b82a20b4-5859-42d0-9942-526e22658e8d tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0291955 Jun 30 01:39:09.758608 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dd975986-da90-42f4-93d8-cc06df44b267 req-990de1d6-663c-4133-9315-94778bdf67d3 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0296655 Jun 30 01:39:09.786818 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-186d0f95-758b-4a61-9313-231e5b47ccba req-b7a98fd4-68b2-423e-99db-6dc963019310 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0304253 Jun 30 01:39:10.905980 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6bff1c7d-51a8-4ffe-bb99-650cab9ac731 req-49c5519f-83ad-4697-a6a0-bc01d6a9767a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0335469 Jun 30 01:39:10.934583 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-82383c43-b867-476c-8a71-c595567f1c8a req-4d757d0d-a41b-4a6c-b1b4-fc8be535881a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0309360 Jun 30 01:39:12.044676 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5be6d683-a072-452e-9d42-a95e8165e55a req-a6c9fef0-1a6c-46bf-845c-93807423a3c8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0288203 Jun 30 01:39:12.085040 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-68430df6-b3ef-4958-88ef-605e4279a0ef req-9fa8aeee-8ebe-4e96-a463-adb220cc25dd tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0308669 Jun 30 01:39:13.202522 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-13902007-8687-4e44-a80d-31555bfecf1f req-20a70060-4117-4adb-96f3-ecdfdaf52536 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0452151 Jun 30 01:39:13.240154 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-94d86c71-19b7-46e6-9f97-974212d30322 req-ffcf7cfa-6a1b-443d-b65b-d30e13edb433 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0401211 Jun 30 01:39:14.344594 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ca7e4395-80dc-412d-ad9c-7d8b13b048d4 req-e92df270-9a63-44f3-973b-214b2751c601 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4cc825f-029d-4acb-95fa-ddcfff97fdf3 HTTP/1.1" status: 200 len: 210 time: 0.0302794 Jun 30 01:39:14.389883 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-478cd7cb-1168-49bc-84fd-f4ab92a9911e req-04cad316-8eed-4cc5-8962-74bf4f487be2 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "GET /v2.0/ports?device_id=5194446e-3b97-4e24-b77b-64c17cd75e9b HTTP/1.1" status: 200 len: 210 time: 0.0275371 Jun 30 01:39:15.166408 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-00005971-1532-47e0-bcf5-88e7ba22a73d req-51d940c8-cafe-45c6-8e66-1a3624e89ab9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536227 Jun 30 01:39:15.244005 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00005971-1532-47e0-bcf5-88e7ba22a73d req-5653459d-da92-4647-a828-0d484f974b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:15.245450 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-00005971-1532-47e0-bcf5-88e7ba22a73d req-5653459d-da92-4647-a828-0d484f974b01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=534dd6aa855b45a591ecb205a3b12be6&device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 1099 time: 0.0520289 Jun 30 01:39:15.352258 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00005971-1532-47e0-bcf5-88e7ba22a73d req-037a2541-1322-4e55-8ea1-5a5f6bb62fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:15.353803 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-00005971-1532-47e0-bcf5-88e7ba22a73d req-037a2541-1322-4e55-8ea1-5a5f6bb62fe6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c677321-a991-4f8c-ad8d-f3e88ed548ff HTTP/1.1" status: 200 len: 915 time: 0.0865405 Jun 30 01:39:15.394511 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-00005971-1532-47e0-bcf5-88e7ba22a73d req-4598030a-9535-44c5-a85c-7493f9fd9a35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c780707-4709-493b-9c2f-19b833fc0a47 HTTP/1.1" status: 200 len: 217 time: 0.0339367 Jun 30 01:39:15.454822 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00005971-1532-47e0-bcf5-88e7ba22a73d req-fe22a2c7-5dea-44c9-b714-caee3c205890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:15.456852 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-00005971-1532-47e0-bcf5-88e7ba22a73d req-fe22a2c7-5dea-44c9-b714-caee3c205890 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce51be1a-a116-468f-8dec-ccd9e5862a95 HTTP/1.1" status: 200 len: 854 time: 0.0538230 Jun 30 01:39:15.490291 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-00005971-1532-47e0-bcf5-88e7ba22a73d req-1b151733-600c-4169-9455-dd881fa9f793 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c677321-a991-4f8c-ad8d-f3e88ed548ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270982 Jun 30 01:39:15.500545 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 42060) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:39:15.574799 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:15.594217 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-00005971-1532-47e0-bcf5-88e7ba22a73d req-fc7255b4-e97a-481e-a1ce-4fe7f149fe05 service neutron] 10.222.0.36 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962489 Jun 30 01:39:15.603047 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:15.689606 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-00005971-1532-47e0-bcf5-88e7ba22a73d req-b26d16eb-bff8-4ac6-946c-4d059f95c4df service neutron] 10.222.0.36 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889215 Jun 30 01:39:15.735671 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:15.738315 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:15.739989 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] 10.222.0.35 "DELETE /v2.0/security-groups/a7dcfed7-bbbe-402b-87bf-1d86148195a3 HTTP/1.1" status: 204 len: 168 time: 0.2414293 Jun 30 01:39:15.743685 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-aed5a92c-64eb-4fdd-801d-4e3b3bf49abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:15.749528 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dcfed7-bbbe-402b-87bf-1d86148195a3,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:15.758521 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:15.758997 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:15.759715 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:15.759715 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:15.760073 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:15.760417 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:15.760789 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:15.761153 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:15.761521 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:15.761894 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:15.762254 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:15.762613 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:15.772914 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-e8ef99d1-509f-422f-bbd7-20b1666aa14a tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:15.936473 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 42066) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:39:16.389101 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740615'] for router_interface, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:16.652738 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Deleting port 5d87f463-bc85-4819-8c36-a60ef4eb629e {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:39:16.653075 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:16.732469 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] For port 5d87f463-bc85-4819-8c36-a60ef4eb629e, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=5d87f463-bc85-4819-8c36-a60ef4eb629e,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:39:16.732819 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:16.745076 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Calling delete_port for 5d87f463-bc85-4819-8c36-a60ef4eb629e owned by network:router_interface {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:39:17.022067 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:17.024137 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:17.049094 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Pushing event deleted for resources: {'Port': ['ID=5d87f463-bc85-4819-8c36-a60ef4eb629e,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:17.077058 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:17.077432 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:17.077800 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:17.078159 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:17.078513 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:17.078906 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:17.079267 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:17.079618 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:17.079965 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:17.080310 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:17.080651 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:17.080992 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:17.085185 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:17.227157 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741303'] for router_interface, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:17.436338 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Router 89bf8307-844a-4262-bf00-9d1d21834982 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:39:17.545878 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:39:17.550876 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] 10.222.0.35 "PUT /v2.0/routers/89bf8307-844a-4262-bf00-9d1d21834982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6132376 Jun 30 01:39:17.554044 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 42076) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:39:17.556936 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0099ac8e-2aec-4b17-89b3-f539c7202433 None None] Sync routers for ids ['89bf8307-844a-4262-bf00-9d1d21834982'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:39:17.566607 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099ac8e-2aec-4b17-89b3-f539c7202433 None None] Routers {'89bf8307-844a-4262-bf00-9d1d21834982'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:39:17.567347 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-0099ac8e-2aec-4b17-89b3-f539c7202433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:39:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['89bf8307-844a-4262-bf00-9d1d21834982'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:17.657863 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Notify callbacks [] for router, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:17.676148 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-0099ac8e-2aec-4b17-89b3-f539c7202433 None None] Set router 89bf8307-844a-4262-bf00-9d1d21834982 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:39:17.792576 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:17.877814 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-0099ac8e-2aec-4b17-89b3-f539c7202433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '6b31db05-f436-4c10-8364-e15399646234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:39:16Z', 'revision_number': 5, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port': {'id': '6b31db05-f436-4c10-8364-e15399646234', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf8307-844a-4262-bf00-9d1d21834982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:14Z', 'updated_at': '2021-06-30T01:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:17.902264 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0099ac8e-2aec-4b17-89b3-f539c7202433 None None] Checking router: 89bf8307-844a-4262-bf00-9d1d21834982 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:39:17.910283 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099ac8e-2aec-4b17-89b3-f539c7202433 None None] Routers {'89bf8307-844a-4262-bf00-9d1d21834982'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:39:17.912174 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-0099ac8e-2aec-4b17-89b3-f539c7202433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:39:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['89bf8307-844a-4262-bf00-9d1d21834982'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:17.934568 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Deleting port 6b31db05-f436-4c10-8364-e15399646234 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:39:17.934914 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:17.994831 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-0099ac8e-2aec-4b17-89b3-f539c7202433 None None] Set router 89bf8307-844a-4262-bf00-9d1d21834982 gateway port host: None {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:39:18.015561 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] For port 6b31db05-f436-4c10-8364-e15399646234, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=6b31db05-f436-4c10-8364-e15399646234,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:39:18.015920 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:18.028988 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Calling delete_port for 6b31db05-f436-4c10-8364-e15399646234 owned by network:router_gateway {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:39:18.047964 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-0099ac8e-2aec-4b17-89b3-f539c7202433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:39:17Z', 'revision_number': 6, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port_host': None}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:18.073031 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0099ac8e-2aec-4b17-89b3-f539c7202433 None None] The sync data for ids ['89bf8307-844a-4262-bf00-9d1d21834982'] in dv-cinder-797245-10-iscsi is: [{'id': '89bf8307-844a-4262-bf00-9d1d21834982', 'name': 'tempest-TestShelveInstance-1939214598-router', 'tenant_id': 'cbda0feb92a847d182731ee482789d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:13Z', 'updated_at': '2021-06-30T01:39:17Z', 'revision_number': 6, 'project_id': 'cbda0feb92a847d182731ee482789d05', 'gw_port_host': None}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:39:18.247523 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:18.249909 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-cc329365-02e8-4f2e-8ba5-2ebd276043b5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:18.274230 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b31db05-f436-4c10-8364-e15399646234,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:18.277271 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:18.336878 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630227'] for router_gateway, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:18.441609 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-273'] for router, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:18.446526 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:18.584558 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737682'] for router, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:18.585093 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89bf8307-844a-4262-bf00-9d1d21834982 {{(pid=93392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:39:18.589712 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] Notify callbacks [] for router, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:18.590899 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-1737789a-7827-4443-85d2-10938b50c570 admin admin] 10.222.0.35 "DELETE /v2.0/routers/89bf8307-844a-4262-bf00-9d1d21834982 HTTP/1.1" status: 204 len: 168 time: 1.0359280 Jun 30 01:39:18.595044 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 42082) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:39:18.644199 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_v2 [None req-840a800e-9185-46a3-b3c3-7d4046de01fe admin admin] Deleting subnet 00d439ea-5129-4dfa-88b6-9fe5bcfe9691 {{(pid=93392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:39:18.648504 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-840a800e-9185-46a3-b3c3-7d4046de01fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:18.681588 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-840a800e-9185-46a3-b3c3-7d4046de01fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551427'] for subnet, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:18.767759 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-840a800e-9185-46a3-b3c3-7d4046de01fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:18.893353 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-840a800e-9185-46a3-b3c3-7d4046de01fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59630553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550959'] for subnet, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:18.896382 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-13340f17-b196-4dbc-ab23-c43156db67ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:18.924636 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a800e-9185-46a3-b3c3-7d4046de01fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d439ea-5129-4dfa-88b6-9fe5bcfe9691,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:18.929120 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-840a800e-9185-46a3-b3c3-7d4046de01fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:18.932821 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-840a800e-9185-46a3-b3c3-7d4046de01fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:18.932821 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-840a800e-9185-46a3-b3c3-7d4046de01fe admin admin] 10.222.0.35 "DELETE /v2.0/subnets/00d439ea-5129-4dfa-88b6-9fe5bcfe9691 HTTP/1.1" status: 204 len: 168 time: 0.3367417 Jun 30 01:39:18.935267 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 42086) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:39:18.937811 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596afd2d-7679-48b5-9147-2eba6eccfe22 None None] Network 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:39:19.267892 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] DHCP port deletion for 7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 request from dv-cinder-797245-10-iscsi {{(pid=93394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:39:19.304289 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:19.313946 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Deleting port de4493f1-ea3d-4076-8413-dd859cbd6721 {{(pid=93394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:39:19.314312 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:19.355159 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Deleting port de4493f1-ea3d-4076-8413-dd859cbd6721 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:39:19.355381 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:19.377699 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] For port de4493f1-ea3d-4076-8413-dd859cbd6721, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=de4493f1-ea3d-4076-8413-dd859cbd6721,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:39:19.378094 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:19.389690 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Calling delete_port for de4493f1-ea3d-4076-8413-dd859cbd6721 owned by network:dhcp {{(pid=93394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:39:19.418426 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] For port de4493f1-ea3d-4076-8413-dd859cbd6721, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=de4493f1-ea3d-4076-8413-dd859cbd6721,segment=NetworkSegment(63186667-cbab-4e09-8a35-ad3a63315bae),segment_id=63186667-cbab-4e09-8a35-ad3a63315bae)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:39:19.418702 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:19.431621 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Calling delete_port for de4493f1-ea3d-4076-8413-dd859cbd6721 owned by network:dhcp {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:39:19.575699 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271'] for port, after_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:19.578646 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:19.581963 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:19.585301 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-8d319d93-5251-4479-9c04-841758289cfb tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:19.605670 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Pushing event deleted for resources: {'Port': ['ID=de4493f1-ea3d-4076-8413-dd859cbd6721,revision_number=None']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:19.609882 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] No DVR routers for this DVR port de4493f1-ea3d-4076-8413-dd859cbd6721 on host dv-cinder-797245-10-iscsi {{(pid=93394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:39:19.610344 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4493f1-ea3d-4076-8413-dd859cbd6721,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:19.612172 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] No DVR routers for this DVR port de4493f1-ea3d-4076-8413-dd859cbd6721 on host dv-cinder-797245-10-iscsi {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:39:19.613745 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:19.616844 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:19.617193 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:19.617530 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:19.617863 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:19.618187 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:19.618517 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:19.618857 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:19.619204 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:19.625447 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:19.625447 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:19.625447 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:19.625447 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:39:19.625447 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-4e6ec6cc-cbbc-437e-8aac-67fd516c5268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:19.686579 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:19.696548 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd865e6-a78d-4454-8f4b-5aa48e67ecf9']}} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:19.707257 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63186667-cbab-4e09-8a35-ad3a63315bae') {'for_net_delete': True} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:19.707554 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63186667-cbab-4e09-8a35-ad3a63315bae') {} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:19.716552 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59551436'] for segment, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:19.723171 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device de4493f1-ea3d-4076-8413-dd859cbd6721 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:39:19.730905 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:19.736716 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:39:19.737130 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59630452'] for segment, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: self.session.flush() Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: self.session.flush() Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: self.session.flush() Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: self.session.flush() Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: Traceback (most recent call last): Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: timer() Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: cb(*args, **kw) Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: return func(*args, **kwargs) Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: self._notify() Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: self.callback(batched_events) Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: event.method(event) Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: return f(self, *a, **k) Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._get(url).json() Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: return self.request(url, 'GET', **kwargs) Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:39:19.738740 dv-cinder-797245-10-iscsi neutron-server[93392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:39:19.755082 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: de4493f1-ea3d-4076-8413-dd859cbd6721 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:39:19.755484 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device de4493f1-ea3d-4076-8413-dd859cbd6721 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:39:19.755909 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 5d87f463-bc85-4819-8c36-a60ef4eb629e no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:39:19.774180 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 5d87f463-bc85-4819-8c36-a60ef4eb629e {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:39:19.774537 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 5d87f463-bc85-4819-8c36-a60ef4eb629e not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:39:19.774956 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 6b31db05-f436-4c10-8364-e15399646234 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:39:19.793616 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 6b31db05-f436-4c10-8364-e15399646234 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:39:19.793969 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 6b31db05-f436-4c10-8364-e15399646234 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:39:19.847295 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:19.850890 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:19.856587 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:19.856587 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7bd865e6-a78d-4454-8f4b-5aa48e67ecf9 HTTP/1.1" status: 204 len: 168 time: 0.9186432 Jun 30 01:39:19.858796 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 42092) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:39:19.867297 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd865e6-a78d-4454-8f4b-5aa48e67ecf9,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:19.869656 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-d879a0c7-57ce-4eca-9c02-369c795560b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:20.200767 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a3ce96ce-b67c-4372-a13e-57e153290719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740615'] for router_interface, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:20.452851 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce96ce-b67c-4372-a13e-57e153290719 admin admin] Deleting port 49da373c-f628-4b4e-8f63-05f9dc018707 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:39:20.453125 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a3ce96ce-b67c-4372-a13e-57e153290719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:20.527353 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [None req-a3ce96ce-b67c-4372-a13e-57e153290719 admin admin] For port 49da373c-f628-4b4e-8f63-05f9dc018707, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=49da373c-f628-4b4e-8f63-05f9dc018707,segment=NetworkSegment(5a9e67e7-28f7-4bef-8431-b562789ced91),segment_id=5a9e67e7-28f7-4bef-8431-b562789ced91)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:39:20.527707 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a3ce96ce-b67c-4372-a13e-57e153290719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:20.540429 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce96ce-b67c-4372-a13e-57e153290719 admin admin] Calling delete_port for 49da373c-f628-4b4e-8f63-05f9dc018707 owned by network:router_interface {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:39:20.804210 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a3ce96ce-b67c-4372-a13e-57e153290719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:20.806712 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a3fd7b26-e7f0-44b8-a476-b39d173f8640 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:20.839379 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce96ce-b67c-4372-a13e-57e153290719 admin admin] Pushing event deleted for resources: {'Port': ['ID=49da373c-f628-4b4e-8f63-05f9dc018707,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:20.842345 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a3ce96ce-b67c-4372-a13e-57e153290719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:21.026970 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-a3ce96ce-b67c-4372-a13e-57e153290719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741303'] for router_interface, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:21.246729 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ce96ce-b67c-4372-a13e-57e153290719 admin admin] Router 86022170-1da1-4de1-9f32-14fa28485b7c has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:39:21.357866 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ce96ce-b67c-4372-a13e-57e153290719 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:39:21.362959 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a3ce96ce-b67c-4372-a13e-57e153290719 admin admin] 10.222.0.35 "PUT /v2.0/routers/86022170-1da1-4de1-9f32-14fa28485b7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5020552 Jun 30 01:39:21.365517 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 42100) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:39:21.366517 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701cfada-0c0e-460d-9af3-991a9d85ab7c None None] Sync routers for ids ['86022170-1da1-4de1-9f32-14fa28485b7c'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:39:21.376078 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701cfada-0c0e-460d-9af3-991a9d85ab7c None None] Routers {'86022170-1da1-4de1-9f32-14fa28485b7c'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:39:21.376679 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-701cfada-0c0e-460d-9af3-991a9d85ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:39:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['86022170-1da1-4de1-9f32-14fa28485b7c'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:21.468571 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Notify callbacks [] for router, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:21.478230 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-701cfada-0c0e-460d-9af3-991a9d85ab7c None None] Set router 86022170-1da1-4de1-9f32-14fa28485b7c gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:39:21.565859 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:21.666016 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-701cfada-0c0e-460d-9af3-991a9d85ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'name': 'tempest-TestShelveInstance-1829504222-router', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '09c37e9a-7214-4a97-90ae-be0361591131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:19Z', 'updated_at': '2021-06-30T01:39:20Z', 'revision_number': 5, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'gw_port': {'id': '09c37e9a-7214-4a97-90ae-be0361591131', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:20Z', 'updated_at': '2021-06-30T01:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:21.681591 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Deleting port 09c37e9a-7214-4a97-90ae-be0361591131 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:39:21.681937 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:21.694932 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701cfada-0c0e-460d-9af3-991a9d85ab7c None None] Checking router: 86022170-1da1-4de1-9f32-14fa28485b7c for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:39:21.703166 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701cfada-0c0e-460d-9af3-991a9d85ab7c None None] Routers {'86022170-1da1-4de1-9f32-14fa28485b7c'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:39:21.703781 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-701cfada-0c0e-460d-9af3-991a9d85ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:39:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['86022170-1da1-4de1-9f32-14fa28485b7c'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:21.760638 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] For port 09c37e9a-7214-4a97-90ae-be0361591131, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=09c37e9a-7214-4a97-90ae-be0361591131,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:39:21.760989 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:21.772663 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Calling delete_port for 09c37e9a-7214-4a97-90ae-be0361591131 owned by network:router_gateway {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:39:21.788660 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-701cfada-0c0e-460d-9af3-991a9d85ab7c None None] Set router 86022170-1da1-4de1-9f32-14fa28485b7c gateway port host: None {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:39:21.846858 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-701cfada-0c0e-460d-9af3-991a9d85ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'name': 'tempest-TestShelveInstance-1829504222-router', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:19Z', 'updated_at': '2021-06-30T01:39:21Z', 'revision_number': 6, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'gw_port_host': None}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:21.873698 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701cfada-0c0e-460d-9af3-991a9d85ab7c None None] The sync data for ids ['86022170-1da1-4de1-9f32-14fa28485b7c'] in dv-cinder-797245-10-iscsi is: [{'id': '86022170-1da1-4de1-9f32-14fa28485b7c', 'name': 'tempest-TestShelveInstance-1829504222-router', 'tenant_id': '8a3f412d3d1445e1a2162ff930cf909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:19Z', 'updated_at': '2021-06-30T01:39:21Z', 'revision_number': 6, 'project_id': '8a3f412d3d1445e1a2162ff930cf909d', 'gw_port_host': None}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:39:22.030068 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.033130 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5a30f4de-df98-4c90-8f42-4b8a91f459fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:22.062123 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c37e9a-7214-4a97-90ae-be0361591131,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:22.065964 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:22.120879 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630227'] for router_gateway, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.207890 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-273'] for router, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.210125 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.364261 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737682'] for router, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.365247 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86022170-1da1-4de1-9f32-14fa28485b7c {{(pid=93393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:39:22.370223 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] Notify callbacks [] for router, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.371430 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-0fe71b96-178a-42e9-98dc-ce817fe22336 admin admin] 10.222.0.35 "DELETE /v2.0/routers/86022170-1da1-4de1-9f32-14fa28485b7c HTTP/1.1" status: 204 len: 168 time: 1.0049369 Jun 30 01:39:22.373747 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 42106) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:39:22.421748 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_v2 [None req-384e569f-13bf-4db7-a81e-afe797b0bc82 admin admin] Deleting subnet 6fd8921e-eaa2-4572-b8ba-5c135a7c67ee {{(pid=93393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:39:22.424875 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-384e569f-13bf-4db7-a81e-afe797b0bc82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.457962 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-384e569f-13bf-4db7-a81e-afe797b0bc82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249930'] for subnet, precommit_delete_associations {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.531462 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-384e569f-13bf-4db7-a81e-afe797b0bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.641776 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-384e569f-13bf-4db7-a81e-afe797b0bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59332781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59259517'] for subnet, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.643914 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-77e5aec3-f0c3-4f43-9421-748ca97fc436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:22.669612 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e569f-13bf-4db7-a81e-afe797b0bc82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd8921e-eaa2-4572-b8ba-5c135a7c67ee,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:22.671567 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-384e569f-13bf-4db7-a81e-afe797b0bc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.674694 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-384e569f-13bf-4db7-a81e-afe797b0bc82 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6fd8921e-eaa2-4572-b8ba-5c135a7c67ee HTTP/1.1" status: 204 len: 168 time: 0.2987485 Jun 30 01:39:22.674694 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-384e569f-13bf-4db7-a81e-afe797b0bc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:22.675967 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 42108) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:39:22.677088 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92cb25f-c05c-4e59-a0af-e88f02d6f201 None None] Network e9912f3d-45e5-4da0-b2d1-db79acf6b67a requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:39:22.744464 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.796466 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Deleting port d1bdf640-5b40-43ba-a5ac-57131fb7479c {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:39:22.796802 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.867194 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] For port d1bdf640-5b40-43ba-a5ac-57131fb7479c, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=d1bdf640-5b40-43ba-a5ac-57131fb7479c,segment=NetworkSegment(5a9e67e7-28f7-4bef-8431-b562789ced91),segment_id=5a9e67e7-28f7-4bef-8431-b562789ced91)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:39:22.867620 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:22.882972 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Calling delete_port for d1bdf640-5b40-43ba-a5ac-57131fb7479c owned by network:dhcp {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:39:22.884379 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1c5312-b7a1-4751-848b-894a65dd3e49 None None] DHCP port deletion for e9912f3d-45e5-4da0-b2d1-db79acf6b67a request from dv-cinder-797245-10-iscsi {{(pid=93394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:39:22.934569 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c5312-b7a1-4751-848b-894a65dd3e49 None None] Deleting port d1bdf640-5b40-43ba-a5ac-57131fb7479c {{(pid=93394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:39:22.934946 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5312-b7a1-4751-848b-894a65dd3e49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:23.006134 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-7c1c5312-b7a1-4751-848b-894a65dd3e49 None None] For port d1bdf640-5b40-43ba-a5ac-57131fb7479c, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=d1bdf640-5b40-43ba-a5ac-57131fb7479c,segment=NetworkSegment(5a9e67e7-28f7-4bef-8431-b562789ced91),segment_id=5a9e67e7-28f7-4bef-8431-b562789ced91)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:39:23.006688 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5312-b7a1-4751-848b-894a65dd3e49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:23.015865 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:23.020680 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c8da92ce-03b4-4cb3-84a2-88bc88f411fe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:23.024127 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c5312-b7a1-4751-848b-894a65dd3e49 None None] Calling delete_port for d1bdf640-5b40-43ba-a5ac-57131fb7479c owned by network:dhcp {{(pid=93394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:39:23.067285 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bdf640-5b40-43ba-a5ac-57131fb7479c,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:23.070852 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:23.071618 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] No DVR routers for this DVR port d1bdf640-5b40-43ba-a5ac-57131fb7479c on host dv-cinder-797245-10-iscsi {{(pid=93393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:39:23.136079 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5312-b7a1-4751-848b-894a65dd3e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271'] for port, after_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:23.137892 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:23.139548 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:23.149791 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9912f3d-45e5-4da0-b2d1-db79acf6b67a']}} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:23.159366 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9e67e7-28f7-4bef-8431-b562789ced91') {'for_net_delete': True} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:23.159658 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9e67e7-28f7-4bef-8431-b562789ced91') {} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:39:23.165115 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c5312-b7a1-4751-848b-894a65dd3e49 None None] Pushing event deleted for resources: {'Port': ['ID=d1bdf640-5b40-43ba-a5ac-57131fb7479c,revision_number=None']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:23.168125 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-7c1c5312-b7a1-4751-848b-894a65dd3e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:23.168919 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c5312-b7a1-4751-848b-894a65dd3e49 None None] No DVR routers for this DVR port d1bdf640-5b40-43ba-a5ac-57131fb7479c on host dv-cinder-797245-10-iscsi {{(pid=93394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:39:23.172174 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249925'] for segment, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:23.188010 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:23.194428 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59332608'] for segment, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: Traceback (most recent call last): Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: timer() Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: cb(*args, **kw) Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: return func(*args, **kwargs) Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: self._notify() Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: self.callback(batched_events) Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: event.method(event) Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: return f(self, *a, **k) Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._get(url).json() Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: return self.request(url, 'GET', **kwargs) Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:39:23.201324 dv-cinder-797245-10-iscsi neutron-server[93393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:39:23.598247 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:23.602012 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:23.604593 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:23.606390 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] 10.222.0.35 "DELETE /v2.0/networks/e9912f3d-45e5-4da0-b2d1-db79acf6b67a HTTP/1.1" status: 204 len: 168 time: 0.9295120 Jun 30 01:39:23.617118 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Pushing event deleted for resources: {'Network': ['ID=e9912f3d-45e5-4da0-b2d1-db79acf6b67a,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:23.622117 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d7ab6e5b-1532-41f8-8da9-7ac56823138e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:23.724834 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 09c37e9a-7214-4a97-90ae-be0361591131 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:39:23.747449 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 09c37e9a-7214-4a97-90ae-be0361591131 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:39:23.747795 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 09c37e9a-7214-4a97-90ae-be0361591131 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:39:23.748243 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device d1bdf640-5b40-43ba-a5ac-57131fb7479c no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:39:23.766475 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: d1bdf640-5b40-43ba-a5ac-57131fb7479c {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:39:23.766820 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device d1bdf640-5b40-43ba-a5ac-57131fb7479c not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:39:23.767254 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 49da373c-f628-4b4e-8f63-05f9dc018707 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:39:23.785080 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 49da373c-f628-4b4e-8f63-05f9dc018707 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:39:23.785427 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 49da373c-f628-4b4e-8f63-05f9dc018707 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:39:23.947441 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 42116) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:39:23.996529 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-a95c336d-543b-4e2f-ae2e-9e868214cab3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbda0feb92a847d182731ee482789d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478742 Jun 30 01:39:23.998785 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 42118) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:39:24.042866 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8dae3053-a381-46f3-843e-f2a19aa69f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:24.064125 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8dae3053-a381-46f3-843e-f2a19aa69f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:24.193536 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8dae3053-a381-46f3-843e-f2a19aa69f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:24.196037 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-8dae3053-a381-46f3-843e-f2a19aa69f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:24.197182 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-8dae3053-a381-46f3-843e-f2a19aa69f48 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e549da98-5d4a-4afd-9246-ccd15042b728 HTTP/1.1" status: 204 len: 168 time: 0.1975009 Jun 30 01:39:24.197974 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-5bfb063d-0c4e-4b5e-9d46-cb8ab2bf23a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:24.206001 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae3053-a381-46f3-843e-f2a19aa69f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e549da98-5d4a-4afd-9246-ccd15042b728,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:24.209244 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-8dae3053-a381-46f3-843e-f2a19aa69f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:24.950952 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 42128) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:39:25.015422 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-f56c7cb6-9474-4cd0-a287-b8e6f300a48f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a3f412d3d1445e1a2162ff930cf909d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628045 Jun 30 01:39:25.018891 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 42130) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:39:25.091415 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-081b9e37-a02b-4d47-9d47-6c304f4ffcb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:25.123509 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-081b9e37-a02b-4d47-9d47-6c304f4ffcb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:25.235778 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-081b9e37-a02b-4d47-9d47-6c304f4ffcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:25.240053 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-081b9e37-a02b-4d47-9d47-6c304f4ffcb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:25.241576 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-081b9e37-a02b-4d47-9d47-6c304f4ffcb6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70a0a963-52bd-4022-9f71-9784c3744638 HTTP/1.1" status: 204 len: 168 time: 0.2216434 Jun 30 01:39:25.242735 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-18607a6d-b49c-48e9-958c-576f7b8106bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:39:25.255531 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b9e37-a02b-4d47-9d47-6c304f4ffcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a0a963-52bd-4022-9f71-9784c3744638,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:39:25.258163 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-081b9e37-a02b-4d47-9d47-6c304f4ffcb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:39:28.152146 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-8314187f-f174-4547-ace8-f40963a5503b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:30.817932 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4fe334d3-0848-4bfc-b52c-239ec1b4ff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:31.084963 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:31.990091 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:33.404019 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:36.261324 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:44.398654 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:39:58.160368 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-553c91f8-e051-4387-8361-645e82b69934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:00.820550 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e44c29ca-fe8c-4e27-b2a1-ca0d6a8f8c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:01.085911 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:01.963524 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:03.398124 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:06.334938 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:15.145798 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-83343634-f963-4676-8848-c505d340bc61 req-fa91689d-bdce-4771-a7c7-c4cec6c30872 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750935 Jun 30 01:40:15.246945 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83343634-f963-4676-8848-c505d340bc61 req-15c7a56c-65bc-496a-ad0a-2cd88bb00df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:15.248555 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-83343634-f963-4676-8848-c505d340bc61 req-15c7a56c-65bc-496a-ad0a-2cd88bb00df0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1098 time: 0.0529575 Jun 30 01:40:15.366466 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83343634-f963-4676-8848-c505d340bc61 req-3bdd06a4-bd4b-45ef-b551-a86e02843e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:15.368016 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-83343634-f963-4676-8848-c505d340bc61 req-3bdd06a4-bd4b-45ef-b551-a86e02843e8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.0999177 Jun 30 01:40:15.432697 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-83343634-f963-4676-8848-c505d340bc61 req-cb122a88-5122-4602-a205-1ee2a83f8fde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64 HTTP/1.1" status: 200 len: 1001 time: 0.0581064 Jun 30 01:40:15.492247 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83343634-f963-4676-8848-c505d340bc61 req-bb2f070f-519a-4158-bfcc-a51da0212b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:15.493675 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-83343634-f963-4676-8848-c505d340bc61 req-bb2f070f-519a-4158-bfcc-a51da0212b31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0544815 Jun 30 01:40:15.560413 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83343634-f963-4676-8848-c505d340bc61 req-e8c70fac-f150-4c50-b212-351e3e024485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:15.561886 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-83343634-f963-4676-8848-c505d340bc61 req-e8c70fac-f150-4c50-b212-351e3e024485 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0615935 Jun 30 01:40:15.650687 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-83343634-f963-4676-8848-c505d340bc61 req-36c048cd-725e-468a-8ea2-86b873bc1def service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817993 Jun 30 01:40:15.741912 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-83343634-f963-4676-8848-c505d340bc61 req-29fbe749-4e6a-479e-b9df-23eeb0d8022d service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845199 Jun 30 01:40:21.399614 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:40:28.145424 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-054838c4-d878-46c4-8031-aba73a4a070a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:30.811621 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f059151c-ed38-4c8b-b94d-21b6a2ce9cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:31.079766 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:31.974129 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:33.391263 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:36.300182 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:58.210354 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-3ae235c3-f0e4-473a-b351-cec4cd4e8177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:58.398179 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:41:00.844590 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-317fe913-eed2-4b70-8d54-070c249a2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:01.036406 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:01.970009 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:03.396974 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:06.290524 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:15.812318 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17564260-3fe2-4ad7-90f1-e93dbdb50df1 req-e872a3a4-c431-4dfd-bc93-c9671b0e6e7a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525055 Jun 30 01:41:15.885094 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17564260-3fe2-4ad7-90f1-e93dbdb50df1 req-56a0e1d8-8da1-4fbc-bdbf-217ac657dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:41:15.886556 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17564260-3fe2-4ad7-90f1-e93dbdb50df1 req-56a0e1d8-8da1-4fbc-bdbf-217ac657dd71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=534dd6aa855b45a591ecb205a3b12be6&device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 1099 time: 0.0505970 Jun 30 01:41:15.992214 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17564260-3fe2-4ad7-90f1-e93dbdb50df1 req-1004cd76-d176-449b-bd81-5574ffff45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:41:15.993655 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17564260-3fe2-4ad7-90f1-e93dbdb50df1 req-1004cd76-d176-449b-bd81-5574ffff45ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c677321-a991-4f8c-ad8d-f3e88ed548ff HTTP/1.1" status: 200 len: 915 time: 0.0858173 Jun 30 01:41:16.033978 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17564260-3fe2-4ad7-90f1-e93dbdb50df1 req-b7f9ea22-aa26-4efd-ad5b-31528714623e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c780707-4709-493b-9c2f-19b833fc0a47 HTTP/1.1" status: 200 len: 217 time: 0.0335841 Jun 30 01:41:16.083352 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17564260-3fe2-4ad7-90f1-e93dbdb50df1 req-3ee9e073-5114-42d6-bd0e-3b238be24630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:41:16.084824 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17564260-3fe2-4ad7-90f1-e93dbdb50df1 req-3ee9e073-5114-42d6-bd0e-3b238be24630 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce51be1a-a116-468f-8dec-ccd9e5862a95 HTTP/1.1" status: 200 len: 854 time: 0.0442810 Jun 30 01:41:16.120168 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17564260-3fe2-4ad7-90f1-e93dbdb50df1 req-d99a0965-2670-4dd2-993d-15c6af32a935 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c677321-a991-4f8c-ad8d-f3e88ed548ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292184 Jun 30 01:41:16.206472 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17564260-3fe2-4ad7-90f1-e93dbdb50df1 req-01ae8e28-99d2-46a2-8f88-b9e98b8404bf service neutron] 10.222.0.36 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793040 Jun 30 01:41:16.297365 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-17564260-3fe2-4ad7-90f1-e93dbdb50df1 req-83e84b74-7bc6-43af-b84c-aa3c8d8c67fa service neutron] 10.222.0.36 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822752 Jun 30 01:41:28.170140 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-49febf62-8d5e-4d1a-9f2a-acb077841aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:30.826527 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e4415797-1f91-44c6-a622-e71899fd047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:31.060842 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:31.967467 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:33.421213 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:35.396706 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:41:36.310160 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:58.155665 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-adfdb7c1-8b36-4d77-a621-3300b9d1187c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:00.830134 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-068ac8e2-6936-4109-8197-705a6ed2d3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:01.046904 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:01.986150 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:03.412359 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:06.337928 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:12.395374 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:42:15.115891 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4415ac8b-6702-42f5-af38-58e42f93c7ea req-080dd05e-692d-4250-8970-87529577abf5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512738 Jun 30 01:42:15.211177 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415ac8b-6702-42f5-af38-58e42f93c7ea req-e161ac6c-c761-49d6-8a7c-080f796f9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:42:15.212575 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4415ac8b-6702-42f5-af38-58e42f93c7ea req-e161ac6c-c761-49d6-8a7c-080f796f9723 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1098 time: 0.0518723 Jun 30 01:42:15.324604 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415ac8b-6702-42f5-af38-58e42f93c7ea req-ca769771-e865-4321-ba8b-b8df1e51f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:42:15.326105 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4415ac8b-6702-42f5-af38-58e42f93c7ea req-ca769771-e865-4321-ba8b-b8df1e51f7ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.0942459 Jun 30 01:42:15.389022 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4415ac8b-6702-42f5-af38-58e42f93c7ea req-bd25c0b0-3d5c-4ec8-a0c4-8200c1f31c08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64 HTTP/1.1" status: 200 len: 1001 time: 0.0564039 Jun 30 01:42:15.438071 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415ac8b-6702-42f5-af38-58e42f93c7ea req-2b35f448-aeac-427b-a524-0cce14834cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:42:15.439583 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4415ac8b-6702-42f5-af38-58e42f93c7ea req-2b35f448-aeac-427b-a524-0cce14834cca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0441210 Jun 30 01:42:15.501608 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415ac8b-6702-42f5-af38-58e42f93c7ea req-279fe0f1-af24-43e5-ae83-9193de761a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:42:15.503043 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4415ac8b-6702-42f5-af38-58e42f93c7ea req-279fe0f1-af24-43e5-ae83-9193de761a8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573180 Jun 30 01:42:15.592745 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4415ac8b-6702-42f5-af38-58e42f93c7ea req-a6ccdcd5-6633-4d92-9beb-c324a2dab2e9 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828004 Jun 30 01:42:15.686322 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4415ac8b-6702-42f5-af38-58e42f93c7ea req-41cb6061-5f19-433d-826d-435efcad344b service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869908 Jun 30 01:42:26.869347 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [req-7ea0d031-1f55-4d37-9248-f97b900c1531 req-db75fd5b-63a3-41c5-93db-2b4abdfe6088 service neutron] (93393) timed out ('10.222.0.36', 59990) {{(pid=93393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 01:42:28.229339 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-9612b1db-63da-40b3-a063-1cafe236bc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:30.819309 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-5381956f-cdf9-4d15-9472-a01f13d8f333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:31.036455 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:31.991286 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:33.408063 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:36.328167 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:44.074202 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [req-ce473abf-5e45-4706-a57c-718182728435 req-85e8e30e-2d9d-44e5-a649-c8b91ce8b665 service neutron] (93392) timed out ('10.222.0.36', 59992) {{(pid=93392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 01:42:49.393965 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:42:58.156007 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-00c4ccaa-c96f-44e8-9775-5a4989d59550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:00.834116 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-cb96069b-0e4b-4cb7-a3ea-cc91b37e5ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:01.058608 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:01.978735 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:03.418919 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:06.342656 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:17.267330 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7d3e327b-e803-4065-b977-7d36cd63f199 req-e201a2af-409a-4706-a054-410c95658511 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1653051 Jun 30 01:43:17.345319 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e327b-e803-4065-b977-7d36cd63f199 req-4f7728b4-5f18-4a90-a28e-7feecc353654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:43:17.347289 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7d3e327b-e803-4065-b977-7d36cd63f199 req-4f7728b4-5f18-4a90-a28e-7feecc353654 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=534dd6aa855b45a591ecb205a3b12be6&device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 1099 time: 0.0562232 Jun 30 01:43:17.469417 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e327b-e803-4065-b977-7d36cd63f199 req-50fe702c-4f8e-4174-8dba-87cf4975dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:43:17.470834 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7d3e327b-e803-4065-b977-7d36cd63f199 req-50fe702c-4f8e-4174-8dba-87cf4975dd1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c677321-a991-4f8c-ad8d-f3e88ed548ff HTTP/1.1" status: 200 len: 915 time: 0.0987716 Jun 30 01:43:17.534317 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7d3e327b-e803-4065-b977-7d36cd63f199 req-07566e96-c383-4816-9b45-bf20ad7e4998 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c780707-4709-493b-9c2f-19b833fc0a47 HTTP/1.1" status: 200 len: 217 time: 0.0558095 Jun 30 01:43:17.586799 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e327b-e803-4065-b977-7d36cd63f199 req-b40cfaa5-e3cb-4356-befb-367cdbd9d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:43:17.588969 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7d3e327b-e803-4065-b977-7d36cd63f199 req-b40cfaa5-e3cb-4356-befb-367cdbd9d684 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce51be1a-a116-468f-8dec-ccd9e5862a95 HTTP/1.1" status: 200 len: 854 time: 0.0478017 Jun 30 01:43:17.634075 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7d3e327b-e803-4065-b977-7d36cd63f199 req-fd531a79-c7de-4d28-aff5-72c3a1b37895 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c677321-a991-4f8c-ad8d-f3e88ed548ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373390 Jun 30 01:43:17.756163 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7d3e327b-e803-4065-b977-7d36cd63f199 req-4f2a2c19-0fb6-4bc1-bd25-6f45d6c5cdb1 service neutron] 10.222.0.36 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161392 Jun 30 01:43:17.855353 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7d3e327b-e803-4065-b977-7d36cd63f199 req-6972b5a5-d176-4c9e-88ec-0edfe6babda0 service neutron] 10.222.0.36 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924945 Jun 30 01:43:26.392979 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:43:28.177875 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b03abc1f-6fe7-4bc2-a3c1-af0c52e65b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:30.868008 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ed9484a1-6d48-4345-a8f0-316840868eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:31.046343 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:32.017896 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:33.406209 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:36.388782 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:58.193514 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e6f210ba-eda6-4c91-b266-46a48f26d611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:00.845470 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e4630ac8-316f-41a8-942d-88a2dd905837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:01.091487 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:01.994219 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:03.393219 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:44:03.416956 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:06.382448 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:18.117706 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0d750dab-57c2-4590-bef3-b4352e7efb9f req-de6e2006-892f-4a8d-a517-60b1ef770c09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552354 Jun 30 01:44:18.211431 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d750dab-57c2-4590-bef3-b4352e7efb9f req-0b60b563-4760-4c18-9c75-45c67aa346f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:44:18.212909 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0d750dab-57c2-4590-bef3-b4352e7efb9f req-0b60b563-4760-4c18-9c75-45c67aa346f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1098 time: 0.0524383 Jun 30 01:44:18.318531 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d750dab-57c2-4590-bef3-b4352e7efb9f req-c96e4b6c-3f24-4bcc-88f9-ebb40881b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:44:18.320028 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0d750dab-57c2-4590-bef3-b4352e7efb9f req-c96e4b6c-3f24-4bcc-88f9-ebb40881b100 service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.0856240 Jun 30 01:44:18.382000 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0d750dab-57c2-4590-bef3-b4352e7efb9f req-542d5455-07c1-429f-9f4f-b0f3585d87d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64 HTTP/1.1" status: 200 len: 1001 time: 0.0560238 Jun 30 01:44:18.429080 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d750dab-57c2-4590-bef3-b4352e7efb9f req-8e179602-203d-40ab-8c68-cc56c3eff23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:44:18.430487 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0d750dab-57c2-4590-bef3-b4352e7efb9f req-8e179602-203d-40ab-8c68-cc56c3eff23f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0423849 Jun 30 01:44:18.490570 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d750dab-57c2-4590-bef3-b4352e7efb9f req-ffbf19fe-e490-4d90-a6d4-24f4c3b88fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:44:18.492280 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0d750dab-57c2-4590-bef3-b4352e7efb9f req-ffbf19fe-e490-4d90-a6d4-24f4c3b88fa2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548735 Jun 30 01:44:18.580564 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0d750dab-57c2-4590-bef3-b4352e7efb9f req-10e518d0-9eb2-4856-854a-ccbdd5d897fc service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816391 Jun 30 01:44:18.672065 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0d750dab-57c2-4590-bef3-b4352e7efb9f req-eb13fdc5-9b48-496c-8952-30baf53aa70f service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851367 Jun 30 01:44:28.153294 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-85b2b8f7-f02f-44eb-a2d8-100bf4bc8a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:30.844643 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-58648ff6-3623-4722-993a-4dd0ef70b746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:31.054799 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:31.999261 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:33.404442 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:36.358836 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:40.391734 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:44:41.608994 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [req-f2ffb870-9aac-431c-a3ab-6cb21cf1a49c req-f08106e7-eb8b-408b-b3b4-7881edb21058 service neutron] (93393) timed out ('10.222.0.35', 35552) {{(pid=93393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 01:44:58.186694 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-1317f251-9904-4735-96a7-2d84343a6dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:00.820914 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-8d95b360-9853-4228-b1b6-3c2afdc11cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:01.066853 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:01.992497 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:03.405727 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:06.380863 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:17.399213 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:45:20.888239 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dab1e47f-6e58-4185-ac74-f26a302fe557 req-57809946-2e46-4825-a696-0b78c15e3647 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512557 Jun 30 01:45:20.961019 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1e47f-6e58-4185-ac74-f26a302fe557 req-11e57a1e-8da6-4540-ba4d-e4fa221601a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:45:20.962677 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dab1e47f-6e58-4185-ac74-f26a302fe557 req-11e57a1e-8da6-4540-ba4d-e4fa221601a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=534dd6aa855b45a591ecb205a3b12be6&device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 1099 time: 0.0518777 Jun 30 01:45:21.068838 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1e47f-6e58-4185-ac74-f26a302fe557 req-89976050-bee6-4ed3-832e-65b1328bb232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:45:21.070364 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dab1e47f-6e58-4185-ac74-f26a302fe557 req-89976050-bee6-4ed3-832e-65b1328bb232 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c677321-a991-4f8c-ad8d-f3e88ed548ff HTTP/1.1" status: 200 len: 915 time: 0.0879602 Jun 30 01:45:21.110251 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dab1e47f-6e58-4185-ac74-f26a302fe557 req-6d111f9b-063b-40fa-8a69-4a3725a68cf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c780707-4709-493b-9c2f-19b833fc0a47 HTTP/1.1" status: 200 len: 217 time: 0.0328281 Jun 30 01:45:21.156876 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1e47f-6e58-4185-ac74-f26a302fe557 req-840c0909-b8f1-4a8d-9d27-9c1625784ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:45:21.158264 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dab1e47f-6e58-4185-ac74-f26a302fe557 req-840c0909-b8f1-4a8d-9d27-9c1625784ff3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce51be1a-a116-468f-8dec-ccd9e5862a95 HTTP/1.1" status: 200 len: 854 time: 0.0427158 Jun 30 01:45:21.195284 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dab1e47f-6e58-4185-ac74-f26a302fe557 req-cd817acc-c645-47b9-8a75-92b8259d4570 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c677321-a991-4f8c-ad8d-f3e88ed548ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299454 Jun 30 01:45:21.280147 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dab1e47f-6e58-4185-ac74-f26a302fe557 req-82620c32-2268-4b08-bbb1-e88c81efa901 service neutron] 10.222.0.36 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784845 Jun 30 01:45:21.370425 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-dab1e47f-6e58-4185-ac74-f26a302fe557 req-60497635-e8fe-4c1c-8874-03a05b9e8e3f service neutron] 10.222.0.36 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827801 Jun 30 01:45:28.209182 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-28057dba-1a9a-4ed3-ad25-1a205d380056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:30.848471 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-a6a1d64a-a08b-4df3-b03c-be1a8999038f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:31.064753 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:32.014617 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:33.408997 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:36.374315 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:54.387655 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:45:58.213957 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-73f42fdc-052b-40eb-8d39-8553cd01667b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:46:00.841098 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-5defa898-9050-4c6b-88dc-c66e5aff3d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:46:01.069386 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:46:02.042270 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:46:03.436050 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:46:06.390106 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:46:22.155768 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05c5e3ea-ae27-4e62-870c-11774b73d52f req-03890786-2d63-44c3-b781-967bf34f9316 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510094 Jun 30 01:46:22.247280 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5e3ea-ae27-4e62-870c-11774b73d52f req-18918505-d266-4206-a520-a3317b9f782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:46:22.248734 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05c5e3ea-ae27-4e62-870c-11774b73d52f req-18918505-d266-4206-a520-a3317b9f782b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1098 time: 0.0510859 Jun 30 01:46:22.353559 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5e3ea-ae27-4e62-870c-11774b73d52f req-11eb5455-a4bd-42b2-bf2b-f0acb61abc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:46:22.355082 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05c5e3ea-ae27-4e62-870c-11774b73d52f req-11eb5455-a4bd-42b2-bf2b-f0acb61abc33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.0863872 Jun 30 01:46:22.417060 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05c5e3ea-ae27-4e62-870c-11774b73d52f req-a007d9d0-d206-450b-82b3-e6084c21c2e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64 HTTP/1.1" status: 200 len: 1001 time: 0.0545201 Jun 30 01:46:22.469249 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5e3ea-ae27-4e62-870c-11774b73d52f req-435f61f6-cd31-44f9-9d77-029e9a82042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:46:22.471315 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05c5e3ea-ae27-4e62-870c-11774b73d52f req-435f61f6-cd31-44f9-9d77-029e9a82042f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0481610 Jun 30 01:46:22.525134 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5e3ea-ae27-4e62-870c-11774b73d52f req-39569048-d99c-4870-a879-74b0ffeda944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:46:22.526559 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05c5e3ea-ae27-4e62-870c-11774b73d52f req-39569048-d99c-4870-a879-74b0ffeda944 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493472 Jun 30 01:46:22.611872 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05c5e3ea-ae27-4e62-870c-11774b73d52f req-3b575314-bd44-41ea-bcb7-ec758e1f515b service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780425 Jun 30 01:46:22.701121 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05c5e3ea-ae27-4e62-870c-11774b73d52f req-5bc2944b-5f96-4e13-a4a2-c65ce4a09f64 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823123 Jun 30 01:46:28.184195 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e54ac7f6-e503-4a9f-9b71-250ff13c7960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:46:30.869639 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d5ce7330-ece0-471e-ac6c-26b26a0abfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:46:31.064672 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:46:31.386722 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:46:32.005909 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:46:33.429172 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:46:36.378209 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:46:58.189807 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-864007c2-2e1c-4e39-b249-c36df42c3a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:47:00.840685 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-bdbb172d-6321-4d5c-bf24-45c4a0254186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:47:01.108847 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:47:01.994853 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:47:03.429700 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:47:06.417674 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:47:08.386903 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:47:22.717109 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-518473ac-7983-43ae-b2e8-96ccda44f7b4 req-f0f07ee8-6e66-4392-8fd0-4ebe2a529e53 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519893 Jun 30 01:47:22.789255 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518473ac-7983-43ae-b2e8-96ccda44f7b4 req-4cf8749f-7aed-4af1-b0d4-500843ce2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:47:22.790733 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-518473ac-7983-43ae-b2e8-96ccda44f7b4 req-4cf8749f-7aed-4af1-b0d4-500843ce2a8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=534dd6aa855b45a591ecb205a3b12be6&device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 1099 time: 0.0506523 Jun 30 01:47:22.906604 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518473ac-7983-43ae-b2e8-96ccda44f7b4 req-893548b5-a284-4f3d-83a6-b1800fcc7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:47:22.908053 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-518473ac-7983-43ae-b2e8-96ccda44f7b4 req-893548b5-a284-4f3d-83a6-b1800fcc7852 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c677321-a991-4f8c-ad8d-f3e88ed548ff HTTP/1.1" status: 200 len: 915 time: 0.0953090 Jun 30 01:47:22.947784 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-518473ac-7983-43ae-b2e8-96ccda44f7b4 req-f77e6203-b479-4f8e-a6dd-da55772eb7c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c780707-4709-493b-9c2f-19b833fc0a47 HTTP/1.1" status: 200 len: 217 time: 0.0332251 Jun 30 01:47:23.002603 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518473ac-7983-43ae-b2e8-96ccda44f7b4 req-60b8cf3f-6530-4b65-aa7d-44cce687f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:47:23.004085 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-518473ac-7983-43ae-b2e8-96ccda44f7b4 req-60b8cf3f-6530-4b65-aa7d-44cce687f227 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce51be1a-a116-468f-8dec-ccd9e5862a95 HTTP/1.1" status: 200 len: 854 time: 0.0503404 Jun 30 01:47:23.039794 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-518473ac-7983-43ae-b2e8-96ccda44f7b4 req-e0745fa4-2262-489b-aab8-b684666be1e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c677321-a991-4f8c-ad8d-f3e88ed548ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275452 Jun 30 01:47:23.125505 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-518473ac-7983-43ae-b2e8-96ccda44f7b4 req-68f5c27d-8e30-4a90-8478-7ff369ef5472 service neutron] 10.222.0.36 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790436 Jun 30 01:47:23.216805 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-518473ac-7983-43ae-b2e8-96ccda44f7b4 req-1e6bf6ad-78de-456b-a6de-a15ce3b425a1 service neutron] 10.222.0.36 "GET /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848212 Jun 30 01:47:28.159423 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-54b98325-1978-44df-bc6c-d68aef12cf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:47:30.828662 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-5d2705e7-2bc7-4314-8b85-37e982ad707a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:47:31.084789 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:47:32.033952 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:47:33.439468 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:47:36.427391 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:47:45.385705 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:47:58.158385 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-cb8e9762-f692-4bc3-9642-c454ca4d4655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:00.861482 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b381eadd-516d-45d9-b222-9e56d90f703f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:01.084341 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:02.009860 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:03.444719 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:06.427511 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:22.163921 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-4c053d36-5085-4919-957d-a2a7687e8cc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902474 Jun 30 01:48:22.259144 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-e1bb99ee-cd96-4fb0-9e40-91acddc79b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:48:22.260489 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-e1bb99ee-cd96-4fb0-9e40-91acddc79b1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1098 time: 0.0547214 Jun 30 01:48:22.361061 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-6606ceeb-3e8f-481e-b4e0-ec6344d6a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:48:22.362506 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-6606ceeb-3e8f-481e-b4e0-ec6344d6a7f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.0826561 Jun 30 01:48:22.384720 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:48:22.434698 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-2c00c19c-95d2-4d9f-8953-40c4b1735ab4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64 HTTP/1.1" status: 200 len: 1001 time: 0.0648079 Jun 30 01:48:22.769131 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-bf64ff09-1fa7-4059-a0ee-38bbc72803ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:48:22.770621 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-bf64ff09-1fa7-4059-a0ee-38bbc72803ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.3305588 Jun 30 01:48:22.827338 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-7f365825-a745-400e-8c3c-dff4b699cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:48:22.828741 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-7f365825-a745-400e-8c3c-dff4b699cbf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510867 Jun 30 01:48:22.839630 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-010c35fa-a5f1-496a-8b4e-493e07cf9cc4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:48:22.840859 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-010c35fa-a5f1-496a-8b4e-493e07cf9cc4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057344 Jun 30 01:48:22.927899 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-1999a4bf-f496-46b0-99c8-f9297bb57cc9 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812442 Jun 30 01:48:23.015106 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ac11efdd-4568-428a-9d96-6d73e80c6093 req-ac267060-cfeb-4605-920b-d7ba9a679678 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809951 Jun 30 01:48:27.638368 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b41b3-f86f-4cf4-a1d6-db3bed9ab91a req-d1460304-b51d-419d-b32a-5b06ff1c239a tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:48:27.639884 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-175b41b3-f86f-4cf4-a1d6-db3bed9ab91a req-d1460304-b51d-419d-b32a-5b06ff1c239a tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 946 time: 0.1119697 Jun 30 01:48:27.683034 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-175b41b3-f86f-4cf4-a1d6-db3bed9ab91a req-a571984f-10b8-4f5b-8191-5a401558be47 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322807 Jun 30 01:48:28.081538 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d6a33-ec45-4df1-ab85-2c283e869b78 req-c6a045f9-7cfe-4df4-a288-c4c7204ea594 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:48:28.083002 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-245d6a33-ec45-4df1-ab85-2c283e869b78 req-c6a045f9-7cfe-4df4-a288-c4c7204ea594 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.36 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 946 time: 0.0617313 Jun 30 01:48:28.157668 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-697eeff2-220e-4276-b4d0-d8fec55e1ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:28.186181 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-245d6a33-ec45-4df1-ab85-2c283e869b78 req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Deleting port 2c780707-4709-493b-9c2f-19b833fc0a47 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:48:28.186496 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-245d6a33-ec45-4df1-ab85-2c283e869b78 req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:28.273928 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-245d6a33-ec45-4df1-ab85-2c283e869b78 req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] For port 2c780707-4709-493b-9c2f-19b833fc0a47, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2c780707-4709-493b-9c2f-19b833fc0a47,segment=NetworkSegment(8fa3f2a2-3ef1-403a-bd46-c82c0d11c807),segment_id=8fa3f2a2-3ef1-403a-bd46-c82c0d11c807)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:48:28.274181 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-245d6a33-ec45-4df1-ab85-2c283e869b78 req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:28.286681 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-245d6a33-ec45-4df1-ab85-2c283e869b78 req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Calling delete_port for 2c780707-4709-493b-9c2f-19b833fc0a47 owned by compute:nova {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:48:28.523407 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-245d6a33-ec45-4df1-ab85-2c283e869b78 req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:28.527872 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-92b08cc1-8e15-4d52-9b22-71f544dbd04e tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:48:28.534951 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] get_ports_and_sgs() called for port_ids ['2c780707-4709-493b-9c2f-19b833fc0a47'] {{(pid=93394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:48:28.553732 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Pushing event deleted for resources: {'Port': ['ID=2c780707-4709-493b-9c2f-19b833fc0a47,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:48:28.566430 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:48:28.566805 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:48:28.567201 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:48:28.567564 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:48:28.567923 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:48:28.568271 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:48:28.568630 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:48:28.568980 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:48:28.569328 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:48:28.569672 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:48:28.570018 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:48:28.570361 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:48:28.588225 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:48:28.609453 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-245d6a33-ec45-4df1-ab85-2c283e869b78 req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] No DVR routers for this DVR port 2c780707-4709-493b-9c2f-19b833fc0a47 on host hv-cinder-79724 {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:48:28.611936 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-245d6a33-ec45-4df1-ab85-2c283e869b78 req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:28.613951 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-245d6a33-ec45-4df1-ab85-2c283e869b78 req-62ebce4d-7826-4595-bd94-918f65bf1933 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.36 "DELETE /v2.0/ports/2c780707-4709-493b-9c2f-19b833fc0a47 HTTP/1.1" status: 204 len: 173 time: 0.5257158 Jun 30 01:48:28.614406 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b887f6f8-28ce-4ed5-8d29-56c63443ca08', 'name': 'network-vif-deleted', 'tag': '2c780707-4709-493b-9c2f-19b833fc0a47'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:48:28.616996 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa20036-3cab-4a73-9899-b4bcb35ac460" -d '{"events": [{"server_uuid": "b887f6f8-28ce-4ed5-8d29-56c63443ca08", "name": "network-vif-deleted", "tag": "2c780707-4709-493b-9c2f-19b833fc0a47"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:48:28.711530 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993b68c0-db43-439b-83fd-d4b88c7bd423 x-openstack-request-id: req-993b68c0-db43-439b-83fd-d4b88c7bd423 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:48:28.712142 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b887f6f8-28ce-4ed5-8d29-56c63443ca08", "name": "network-vif-deleted", "tag": "2c780707-4709-493b-9c2f-19b833fc0a47", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:48:28.712142 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-993b68c0-db43-439b-83fd-d4b88c7bd423 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:48:28.712602 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b887f6f8-28ce-4ed5-8d29-56c63443ca08', 'name': 'network-vif-deleted', 'tag': '2c780707-4709-493b-9c2f-19b833fc0a47', 'status': 'completed', 'code': 200} Jun 30 01:48:28.841495 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4e593ca6-ea03-4761-aa37-c5e8e6e983a1 req-3e2d85e2-5ca5-4544-9604-f14636ebd239 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0357583 Jun 30 01:48:30.028014 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-326a931a-287a-40a6-917f-070986c4bcf3 req-9fed39d4-e74e-45a9-aa7a-016a59ce7626 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0730538 Jun 30 01:48:30.831719 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd2c3-581f-4e1b-9bc6-e3dd24c32e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:31.089197 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:31.170006 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d1ae78eb-c359-4a59-be82-13f7aac99f0e req-9d74b168-3d73-421d-b300-977bed619602 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0298285 Jun 30 01:48:31.700027 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 2c780707-4709-493b-9c2f-19b833fc0a47 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:48:31.721444 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: 2c780707-4709-493b-9c2f-19b833fc0a47 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:48:31.721820 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 2c780707-4709-493b-9c2f-19b833fc0a47 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:48:31.997638 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:32.319799 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d22bf983-cf03-459b-a7a0-48b110aafa67 req-39aa3651-31e4-4244-92b1-ea15475398ec tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0375359 Jun 30 01:48:33.432180 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:33.466712 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e5e9eb0-7780-4c90-b3cd-dcdb320dde7b req-0dbfb745-84ae-4126-886f-f4392f753953 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0323176 Jun 30 01:48:34.603534 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5654a0d5-8e39-40e3-b4b7-33a54f5ab341 req-d89be4cb-2f57-44d9-94cf-18cc53900c48 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0278819 Jun 30 01:48:35.748500 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8d790520-2fcf-4f1c-bcd1-38d55d397274 req-40f92a50-8606-4d6d-b404-57b3151ef0c9 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0293643 Jun 30 01:48:36.437799 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:36.892814 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0d9a77ab-7f00-44e5-9361-5848d38628b7 req-f0dc0edd-ed1f-437c-a7ad-afd37738dc78 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0282381 Jun 30 01:48:38.036427 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5205334b-482a-4db4-b1f2-6cc69a30b253 req-8d35b19b-e0be-4c85-8f24-8456ebe9faa8 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0309691 Jun 30 01:48:39.179025 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-acd7a7a8-487f-4713-844c-35ea87957b6a req-50869685-cf34-4472-92f6-de2abf061e2b tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0291121 Jun 30 01:48:40.320074 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9ae14397-2a69-45bd-bbbd-66f3cbcbc5d2 req-3331c52c-62f9-4295-adb8-c9dc74bae9d9 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0281329 Jun 30 01:48:41.605627 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-64a3adf8-edac-4019-9400-d42bab649b96 req-237e7bff-d344-404e-bd34-1b6771683646 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0285373 Jun 30 01:48:42.745812 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-438e8d79-3228-40a9-9f05-0173501e74d8 req-fba1dc2b-555f-4142-b6bf-e0644aa1c012 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0311570 Jun 30 01:48:43.881295 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5278cf01-75ec-4276-bad1-ea2b1b952043 req-323b7b5e-c802-4e79-a760-b3ff02521d3e tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0287845 Jun 30 01:48:45.018981 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a917c9ce-dd65-445c-b43d-0c83dbdb1c0e req-6132b4c1-209a-4044-97d9-80610ece2401 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0278609 Jun 30 01:48:46.154109 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f22f5da2-1bdd-41ad-b9db-b93b3fc68410 req-1e3c04f5-9b68-432c-b29b-1453d60411b8 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0271304 Jun 30 01:48:47.293132 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6a0819ff-7add-4981-a3b5-ecb7d7f81b67 req-fd7d4663-d909-4de3-b6e9-0edef1a3e2a4 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0310302 Jun 30 01:48:48.433219 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8883e1cc-cb8e-417a-a6ff-692246909670 req-113aac95-1ed8-4119-9820-e4c79b6305a4 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0293682 Jun 30 01:48:49.570748 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e24df093-da12-43bb-ac64-906c0b5174d3 req-01e7f170-f75e-4fb8-a1db-c63f610e7e54 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0287113 Jun 30 01:48:50.708299 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-11dffa72-78be-44b9-b212-b3ad39e751d2 req-b64c2d2f-7aee-488b-9fa9-c373d38d2dfb tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0295436 Jun 30 01:48:51.848655 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e0215f7d-53bf-419d-b619-acd36898eabb req-0dad26f2-bb03-42a8-8482-ee7a8d74b393 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0315936 Jun 30 01:48:52.984672 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c28427d0-9c5f-4f72-a803-d374b9762554 req-737a5361-c01d-4f8a-bd19-0c85578a1696 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0285614 Jun 30 01:48:54.126342 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e7cef7be-91a5-46bf-ac7c-69022aac88dc req-848a85cc-f7f3-4c90-b38b-0ec080daa988 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0276570 Jun 30 01:48:55.267021 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7c8fa9ab-b88e-4a58-8886-2ad28706eaf5 req-8434cd38-e128-482c-8c03-260898cceefb tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0299911 Jun 30 01:48:56.409725 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-64f87d3a-60ef-4fb5-827c-91a2acd8d36b req-d3442e4a-3106-4f1b-8b2b-e6216370c277 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0326014 Jun 30 01:48:57.553877 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2027d26c-fea4-44b2-812a-2fcf1c0f138e req-1bb70944-04be-472e-b39d-5add2a27f10f tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0349822 Jun 30 01:48:58.173708 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-220cb720-88db-4c54-b3f1-a25faee68074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:48:58.694979 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-525c632d-2526-4090-970b-7c42544359ae req-977da473-e404-447d-b5d8-d84f5c31a15c tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0288451 Jun 30 01:48:59.385564 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:48:59.834828 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c40956e7-461c-413d-b104-ed1a90cb16fa req-e6d2d6e9-a7b4-4c24-a661-dfea44d7924c tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0314529 Jun 30 01:49:00.836188 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2673f2ea-9417-4a74-af5b-7ffd81758a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:00.985416 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7eca88a1-f08a-472e-a923-50749725270e req-3d7351ba-28f7-4b2f-b7cc-cd48615ab8db tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0304725 Jun 30 01:49:01.076491 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:02.002512 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:02.126317 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3c1d544f-308e-49a0-a9dc-35abdc7ba1a8 req-70d693e8-1379-42dc-9b74-9f4270d481db tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0290744 Jun 30 01:49:03.267866 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bf6469cc-09b8-4c61-ae9f-13451e849eda req-ce38e7b4-278a-47fc-b9d8-e1600baa23cd tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0279953 Jun 30 01:49:03.442228 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:04.404974 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9073308d-8ea7-499a-b08c-08898a17d38e req-41958133-5b45-4f02-959b-9f83d6d0db24 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0280123 Jun 30 01:49:05.544284 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6e303e52-099f-4c93-b09b-59c933b67db7 req-9a615722-945b-432a-a3b9-a301186baa7c tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0309103 Jun 30 01:49:06.453224 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:06.683027 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6cf66617-5e8b-4154-b62f-bcf8d36e52ef req-5e6084c6-f210-44a9-b7e8-53f05c15f365 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0283959 Jun 30 01:49:07.821881 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7c5164df-5de9-420f-b8d2-39e71b57ceff req-134962ee-f171-4609-bc14-6a49d75a3a85 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0283039 Jun 30 01:49:08.957110 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e0615995-6aec-4ac7-9a9f-3093ab8e3e64 req-cfcb7898-599c-497c-b515-e0bc8b22a41b tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0282590 Jun 30 01:49:10.096486 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-816d08f5-d4a6-4350-a78c-a56cacbe3301 req-567e6803-b611-4bf9-853a-5ac3ea29be19 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0307839 Jun 30 01:49:11.237986 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ee2ebb6d-f415-4996-b364-ff031e8685ca req-2d8476d7-9307-480d-ac8f-08882d3ee74f tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0281069 Jun 30 01:49:12.378372 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f7de715a-4a37-4e35-ab76-2755a63a49f7 req-a70fca51-8bb3-44f7-ad75-ca04cff32611 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0282538 Jun 30 01:49:13.514626 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b74e7bab-4f6b-457b-b041-39ade3abfdc3 req-7a87bfe4-174d-4f7a-a542-2937660b4f5c tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0276506 Jun 30 01:49:14.654819 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b9b68e97-1fd4-4c86-abec-52ebeafca554 req-07b807ef-e828-4752-a5a8-7e0edb537aa5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0315442 Jun 30 01:49:15.795090 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d8497f6e-9d73-48d3-92e9-025ee7fe5470 req-0e1f75f9-5654-4672-9433-fccd32566c32 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0279481 Jun 30 01:49:16.932671 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4877c7cb-0c9f-4477-900d-fdca626f4a55 req-52191f74-883a-43e0-89db-5331921342f6 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0285063 Jun 30 01:49:18.070384 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e5a0d2fc-1ee4-4fbc-9716-76cd9aafa4b5 req-21527b4a-de4f-40e6-a027-dadd82db8bae tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0306287 Jun 30 01:49:19.208196 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-60097791-635b-49f0-9f5d-efd0c44556a5 req-ffc30471-5eb3-417b-be19-7676e20675cb tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0300801 Jun 30 01:49:20.345034 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d312d2ec-8340-435a-9615-9dacae01d8f5 req-730cd28c-2ccc-4818-9364-c006b0ef2ad0 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0285983 Jun 30 01:49:21.488665 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-729abd29-1366-4607-ab2c-738924867402 req-f1d91c75-8043-4747-8b74-771af878d64b tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0285335 Jun 30 01:49:22.622128 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-02aaed90-65c8-4a35-b2c5-68bf38d56cef req-7ae02050-0954-4c42-bb6e-c0b73d02fd92 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0277085 Jun 30 01:49:23.765733 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fb04669a-10d9-41fc-ae05-7431da969665 req-e6a7a7bf-9530-4a11-a530-95900d64c33e tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0321934 Jun 30 01:49:24.904196 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-65f01b7e-de37-441d-aceb-71cf5c6f12f8 req-40fd9d58-9ff1-4421-835c-f1ac3f52e12d tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0284395 Jun 30 01:49:26.056123 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-da4fac2e-45b0-4951-9a5e-5c88eb826298 req-a1f86a08-51c0-4958-98ae-a213a29365dc tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0298018 Jun 30 01:49:27.193001 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2578f27f-3be4-44c2-b98e-7fa8a6922ffa req-f607e623-33b1-44c4-b63e-05717354db31 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0281863 Jun 30 01:49:28.184675 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-8b105c3f-48b3-4d23-9915-119b6b39e29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:28.335685 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e2094ce7-e84b-4c91-b108-c2e38c0d6684 req-e49e6e1c-4f50-478d-bc47-b3630cf84b9b tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0315633 Jun 30 01:49:29.480283 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-18e34f17-6352-4e77-960b-dabf23697791 req-a72d4a50-e25e-4716-9ab6-a7e7ec8303de tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0346222 Jun 30 01:49:30.621866 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b233f104-fa3e-480d-95b5-2b2d1da7e30d req-8c5375b9-1be5-4c57-bc0d-ff070cbed1bb tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0318203 Jun 30 01:49:30.829783 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-91550a9c-c728-4ffe-b4da-bfd55d45363f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:31.076189 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:31.761949 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2e071200-81a2-4312-980f-65ec192bbbfc req-42db72ca-eb95-45c5-8a3e-bcb3933f33c5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0273225 Jun 30 01:49:32.007439 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:32.902415 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ecb154d4-70c1-466a-8d39-0e437cc50a06 req-5dd4e9be-3997-4d82-84f9-988d100d43a4 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0312045 Jun 30 01:49:33.447829 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:34.040371 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9a6196a5-1232-45dc-bc49-fe012cce1f83 req-0fbb9334-f2bc-43fe-abf5-95aed58b0bc3 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0275509 Jun 30 01:49:35.180160 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6d3d3217-0006-4719-bc57-9e995d4f21a7 req-d928cca5-cbae-473b-8f8d-e03953cf6a70 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0279467 Jun 30 01:49:36.319617 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4da728a0-0aea-4fe4-b395-7f213949a9e5 req-aaa92840-a2e1-42ea-96ee-4b3c4cfae2ee tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0287180 Jun 30 01:49:36.383666 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:49:36.458197 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:37.463652 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-05348882-5b06-4e7b-88c5-9408782eb9a9 req-3350bc8f-83c7-4bc0-9c12-b0f9feae5ba2 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0317059 Jun 30 01:49:38.610266 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b71c65b3-ab2c-40c0-959f-df62bab3b80a req-e9de29f1-930a-4a11-858c-503d34fb45ba tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0277667 Jun 30 01:49:39.745984 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c64a10ab-8710-4d94-923c-ea2529f54f9c req-4ef7da3c-1671-4b55-a003-993f91753de3 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0277395 Jun 30 01:49:40.883148 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-95234ba8-0611-4ce7-bd3c-6734adfeef5c req-a44cb766-c211-453a-9d98-095be6a3d25d tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0277994 Jun 30 01:49:42.021922 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1c48f176-5209-4968-b684-c832a5a9cdd9 req-fbfe5292-6f00-448c-b2db-f701457b5040 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0309381 Jun 30 01:49:43.163785 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-23e1e2bb-caab-4c68-a9ad-f3952499853c req-4517b4eb-3c33-4c4b-bbe0-2502d75a2ff4 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0275550 Jun 30 01:49:43.191196 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [req-3e29f327-5498-41c1-a7a1-b30979aa6470 req-7f82d437-39d0-454b-ab35-1e7322b96597 service neutron] (93393) timed out ('10.222.0.35', 38966) {{(pid=93393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 01:49:44.304204 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7f16a2fb-2690-40f5-872c-282a8bc2a736 req-9e21f3f4-a0e6-4e63-9431-a2a81c60ce6e tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0283096 Jun 30 01:49:45.448228 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bad1dd66-83d4-4bac-bf66-e122f905270a req-81c788d4-36bc-48dd-acbf-9677c5e029d5 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0289030 Jun 30 01:49:46.603677 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d49434d9-eaa7-4d54-8406-099908a632b5 req-2b2d3602-fad6-434c-a0ac-4b7a2efd56ef tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0313325 Jun 30 01:49:47.744362 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-82d184e7-229c-467d-bdff-d6febed11f38 req-e2cc6cab-a147-415b-937b-ef18194cadb2 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0302851 Jun 30 01:49:48.901661 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e71fec15-52d8-4132-bd96-724960a73a65 req-4befee61-7631-4af5-953d-2bb331cb5ebe tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0286887 Jun 30 01:49:50.038523 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7979f87d-2594-4b7b-99cb-f26db0db7f79 req-824abfde-ca67-4d14-a112-91a5998bdcbd tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0279858 Jun 30 01:49:51.192840 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6fa6b115-b436-4088-808f-b14077c08ad2 req-59f91003-2ec5-43e9-bfd2-357c2057147a tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0323663 Jun 30 01:49:52.342982 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3f104d50-0d82-4f6d-be72-f58c70590fe3 req-50a3d8a0-38fd-4352-a00c-1c015d2479cd tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0287926 Jun 30 01:49:53.491792 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9e2bba14-4084-4f46-a5bb-15ff6cff53c0 req-d1f9ee47-bb22-4d96-96b1-b96f6b076a18 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0276561 Jun 30 01:49:54.637837 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3f4207f2-c8ab-4ce6-9197-885fe2bef0e8 req-88edf4e0-4ba3-48fc-912b-e042bcc0ee98 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0276511 Jun 30 01:49:55.789581 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-70d909e5-e164-446e-b916-684defb0c1fa req-3e94e968-6321-466d-be14-25e0064b5909 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0310395 Jun 30 01:49:56.934401 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d0309df2-4201-49b2-9d7e-e5c37ccb449b req-e67e1690-22e0-4346-ac30-89d1abffb639 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0314229 Jun 30 01:49:58.073467 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bb2164be-4a27-47f7-b841-e9f75602886b req-d09e4418-0f55-45c0-b67b-4dad0ba9b2dc tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0280950 Jun 30 01:49:58.195223 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-a62c8b19-03bb-42cb-b8b4-0eba7daf1040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:59.210518 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-474033c2-3b13-41f2-b300-df082b8880cc req-3542aaa3-78d8-4cc6-aae5-ef08b68232a0 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0279865 Jun 30 01:50:00.349963 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f0936a26-dfff-467a-bd6f-6e919e292b50 req-5e6718c7-cba2-48ca-88d8-c3d2d6af2b84 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0312703 Jun 30 01:50:00.869820 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-3626f270-c7f1-43a3-9507-3e1f0b15788a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:01.075439 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:01.491157 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4eca8720-2500-4852-a99b-6afb638a34f7 req-1585edfa-0d0b-4eb1-a777-a39e93fa1ca1 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0284281 Jun 30 01:50:02.006908 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:02.648706 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-667524ea-d23a-40fe-b8e3-62980e6182ce req-7673fdaa-265c-49c9-a0a5-ac8219b5e460 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0305567 Jun 30 01:50:03.434910 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:03.784847 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f5a640b2-6e24-4013-bd4b-157e41d344fa req-eefbbec9-ec3d-4b33-b851-feefece6fbae tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0276725 Jun 30 01:50:04.925422 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6424eb98-e16e-4468-92d0-682e559bab12 req-4d78c6d6-2d00-4e6c-8487-5c9ab4418ab2 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0305803 Jun 30 01:50:06.061877 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-74bea6cb-c056-4a32-9240-47d605d37e3d req-cc0410c9-2dcc-46f3-adc3-026f393b3e4f tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0280163 Jun 30 01:50:06.463315 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:07.200100 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8742f5cd-6308-41cf-b189-5823663b3682 req-821b8019-0924-4d53-a2e2-be86f2cbe792 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0289648 Jun 30 01:50:08.348133 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2b970179-6ed3-4cfb-8b95-5b0a307eb45c req-5d6acea7-da6d-4227-9bb5-5aefbb4cbc01 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0275760 Jun 30 01:50:09.488403 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f07be24a-8530-415e-b018-2b8c8203c4e8 req-aeac0ba8-f2c5-4439-8cad-f5c7e20908a0 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0312994 Jun 30 01:50:10.629444 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ea27de12-688a-4e0e-8d31-8ca7f57d7313 req-fc1c3067-9b74-45fa-b65c-2d1e887145f8 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0278759 Jun 30 01:50:11.774330 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-08385665-b993-4575-b834-9e2c7d68583c req-83133d8d-2fbe-4083-a83d-8c79e13a23a8 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0298631 Jun 30 01:50:12.915851 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cd769863-1a86-49f0-bd38-a167cf724be4 req-05beb7bc-9cd6-4463-975c-eedc133331da tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0283678 Jun 30 01:50:13.381863 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:50:14.066203 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8b675db0-bf3d-4c35-a3ab-55b7683d2257 req-eb5ce6ad-1a41-4506-8cf8-9272fe6703c1 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0317035 Jun 30 01:50:15.205110 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-557f7f1d-7517-49ba-be5b-bb6ddeeab9a3 req-92f2a59d-975c-4c75-984a-9d35e154349c tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0278511 Jun 30 01:50:16.345275 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-41a01fce-36e5-401c-96b2-808f48cbec96 req-5459a01a-329d-496d-ba6f-51a30ee7c0f6 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0276277 Jun 30 01:50:17.483497 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0411e363-a402-4795-a62f-66520c6b9b6a req-9ea6890b-5698-4bfd-8ab2-e61987036d63 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0280070 Jun 30 01:50:18.626994 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6374223c-5e90-4276-acad-552bfd0aac3e req-b9ddf2fc-9655-4ba7-bddb-30909ef1d3a8 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0317926 Jun 30 01:50:19.767993 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9db6a0a5-c99f-4ca1-91f7-15c52b006514 req-a8fe34b1-0c8b-4085-b727-9de6979c9342 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0288668 Jun 30 01:50:20.908316 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d738ab2c-d637-4f50-ad75-02638e7cbc6e req-cc416305-c8e5-4c57-8591-ff9610a51220 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0278330 Jun 30 01:50:22.045713 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8aabadcf-adaa-40a5-9d61-3d22dfc4617e req-52a3075c-f4ea-40ec-be60-67a4613d452b tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0284278 Jun 30 01:50:23.189259 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3ee97cc5-c6a4-43b6-a72b-24dc8b7dd37a req-6eddfe96-5ac7-4c7f-8c8d-2af9a9aa5901 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0309720 Jun 30 01:50:24.326213 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-cc982e42-8348-44b5-9af7-dd017e0aeb08 req-b320d503-1550-4227-bed6-220f7a016218 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0286524 Jun 30 01:50:25.477988 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-88732e4c-3c0d-454b-99fa-fd5a20c36543 req-78d703d2-7dfa-472b-84b8-a74c1298e484 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0279760 Jun 30 01:50:26.114214 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b85f31b6-1c2f-4689-b734-411d7f949f78 req-8d6ac4e7-a3aa-45c6-b486-35f5fa911b2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529823 Jun 30 01:50:26.204674 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f31b6-1c2f-4689-b734-411d7f949f78 req-b27695da-f101-4b95-9567-1f0cba297497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:50:26.206238 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b85f31b6-1c2f-4689-b734-411d7f949f78 req-b27695da-f101-4b95-9567-1f0cba297497 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1098 time: 0.0516489 Jun 30 01:50:26.308985 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f31b6-1c2f-4689-b734-411d7f949f78 req-e09f99f7-96c2-4660-b308-b4b8f20f5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:50:26.310459 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b85f31b6-1c2f-4689-b734-411d7f949f78 req-e09f99f7-96c2-4660-b308-b4b8f20f5d44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.0835230 Jun 30 01:50:26.376694 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b85f31b6-1c2f-4689-b734-411d7f949f78 req-b40a20a9-af8c-4b84-a7e1-e9bbcea2c2e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64 HTTP/1.1" status: 200 len: 1001 time: 0.0598383 Jun 30 01:50:26.423357 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f31b6-1c2f-4689-b734-411d7f949f78 req-5775b3d9-83ff-4a43-bd77-0755ae907fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:50:26.424814 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b85f31b6-1c2f-4689-b734-411d7f949f78 req-5775b3d9-83ff-4a43-bd77-0755ae907fb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0423188 Jun 30 01:50:26.479965 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f31b6-1c2f-4689-b734-411d7f949f78 req-a11da481-ea68-489c-9304-fceaced03e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:50:26.481394 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b85f31b6-1c2f-4689-b734-411d7f949f78 req-a11da481-ea68-489c-9304-fceaced03e8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497491 Jun 30 01:50:26.573751 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b85f31b6-1c2f-4689-b734-411d7f949f78 req-519b13c1-cde8-4192-87ff-fac74dce3e52 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848019 Jun 30 01:50:26.651654 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ce7c2c39-7213-4e52-9ab4-ff9aaef75143 req-a85df16a-39ee-4e48-8f9d-b07bd0915e51 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0544932 Jun 30 01:50:26.690782 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b85f31b6-1c2f-4689-b734-411d7f949f78 req-fd425083-8cce-4d60-a75d-9fef6e3da33c service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111963 Jun 30 01:50:27.791500 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f7edbe01-c51c-4b88-807c-5b0a60e37038 req-19755c41-fa49-4f3d-a150-023e927d17c3 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0291028 Jun 30 01:50:28.171848 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d28abc05-3d03-4584-b143-a51e5a38463e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:28.929978 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-832a595c-ab58-4c9f-97de-be41f1b8a842 req-142dd0a3-fc48-40eb-8872-eb57690fdf63 tempest-VolumesSnapshotTestJSON-182117474 tempest-VolumesSnapshotTestJSON-182117474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887f6f8-28ce-4ed5-8d29-56c63443ca08 HTTP/1.1" status: 200 len: 210 time: 0.0274353 Jun 30 01:50:30.833649 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-1c04dadb-0e57-442a-8bae-0c3f82731b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:31.085752 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:32.040400 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:33.457034 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:36.474168 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:50.380990 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:50:58.165695 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b8e1081e-4d8a-4cb4-84b3-8d7b8ae10f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:00.828218 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-1724fe0d-03cb-4c5d-b658-07c8d80cfac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:01.051150 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:02.130775 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:03.467567 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:06.467857 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:15.418789 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 45072) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:51:15.571781 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Deleting port 5f31ef1c-12ed-46d6-897b-901ee33996c5 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:51:15.572117 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:15.659224 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:15.659488 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:15.670613 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Calling delete_port for 5f31ef1c-12ed-46d6-897b-901ee33996c5 owned by network:floatingip {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:51:15.884500 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:15.886646 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-73f1c7b7-d14a-403d-987a-4cf87bba1124 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:51:15.907401 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event deleted for resources: {'Port': ['ID=5f31ef1c-12ed-46d6-897b-901ee33996c5,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:51:15.919459 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:51:15.919838 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:51:15.920206 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:51:15.920566 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:51:15.920924 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:51:15.921284 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:51:15.921636 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:51:15.921992 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:51:15.922343 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:51:15.922691 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:51:15.923040 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:51:15.923411 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:51:15.926989 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:51:15.992817 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for floatingip, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:15.993246 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.db.l3_db [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Floating IP 78760b5f-a4d9-4de5-8ea8-15219dbe5d23 disassociated (deleted). External IP: 172.27.1.190, port: 9bff2ef0-f0fb-419a-bfd1-cba300235d64. Jun 30 01:51:16.465596 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Router 22062bfc-b07b-4d6b-984a-6f0fdf620172 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:51:16.574315 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:51:16.579192 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:16.588430 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c6fd7-eaa2-45cf-9447-08a673ad27eb None None] Sync routers for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:51:16.600887 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c6fd7-eaa2-45cf-9447-08a673ad27eb None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:51:16.601528 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-043c6fd7-eaa2-45cf-9447-08a673ad27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:51:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:51:16.615483 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-64e29090-e038-4da8-9830-1dcf5952950d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "DELETE /v2.0/floatingips/78760b5f-a4d9-4de5-8ea8-15219dbe5d23 HTTP/1.1" status: 204 len: 168 time: 1.1955237 Jun 30 01:51:16.616245 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'tag': '9bff2ef0-f0fb-419a-bfd1-cba300235d64'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:51:16.618703 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9969d30-1681-4be2-ae27-62aa8a7db791" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d77fa1-d1df-4d4b-9a7b-b33d86188f96", "tag": "9bff2ef0-f0fb-419a-bfd1-cba300235d64"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:51:16.660090 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90ae050-672a-42ce-a046-86037c9b4514 x-openstack-request-id: req-f90ae050-672a-42ce-a046-86037c9b4514 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:51:16.660440 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d77fa1-d1df-4d4b-9a7b-b33d86188f96", "tag": "9bff2ef0-f0fb-419a-bfd1-cba300235d64", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:51:16.660737 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f90ae050-672a-42ce-a046-86037c9b4514 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:51:16.661171 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'tag': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'status': 'completed', 'code': 200} Jun 30 01:51:16.708141 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-043c6fd7-eaa2-45cf-9447-08a673ad27eb None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:51:16.737413 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9969d30-1681-4be2-ae27-62aa8a7db791 req-c1039356-ee5a-4d1a-87de-d402fb792719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:51:16.738927 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d9969d30-1681-4be2-ae27-62aa8a7db791 req-c1039356-ee5a-4d1a-87de-d402fb792719 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3805c64f4c984954b9989b1b044eb645&device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 1098 time: 0.0562904 Jun 30 01:51:16.833841 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9969d30-1681-4be2-ae27-62aa8a7db791 req-0fd51166-b6b8-4786-9c68-27cfb342d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:51:16.835360 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d9969d30-1681-4be2-ae27-62aa8a7db791 req-0fd51166-b6b8-4786-9c68-27cfb342d61a service neutron] 10.222.0.36 "GET /v2.0/networks?id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 200 len: 913 time: 0.0893860 Jun 30 01:51:16.882119 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d9969d30-1681-4be2-ae27-62aa8a7db791 req-0030e71c-98cd-4643-8997-269b1ec292dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64 HTTP/1.1" status: 200 len: 217 time: 0.0396812 Jun 30 01:51:16.913022 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-043c6fd7-eaa2-45cf-9447-08a673ad27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:51:16.930220 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9969d30-1681-4be2-ae27-62aa8a7db791 req-bdc478aa-81ec-4e30-8caf-39a5f54a12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:51:16.931732 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d9969d30-1681-4be2-ae27-62aa8a7db791 req-bdc478aa-81ec-4e30-8caf-39a5f54a12b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 200 len: 851 time: 0.0431957 Jun 30 01:51:16.944977 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c6fd7-eaa2-45cf-9447-08a673ad27eb None None] Checking router: 22062bfc-b07b-4d6b-984a-6f0fdf620172 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:51:16.954246 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c6fd7-eaa2-45cf-9447-08a673ad27eb None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:51:16.954907 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-043c6fd7-eaa2-45cf-9447-08a673ad27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:51:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:51:16.990148 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9969d30-1681-4be2-ae27-62aa8a7db791 req-afb3cd0c-ab3e-4ead-8b87-a264590f7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:51:16.991926 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d9969d30-1681-4be2-ae27-62aa8a7db791 req-afb3cd0c-ab3e-4ead-8b87-a264590f7e30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456d6d6d-f278-4bfa-a1ab-47d1c7be4817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543542 Jun 30 01:51:17.066769 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-043c6fd7-eaa2-45cf-9447-08a673ad27eb None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:51:17.087787 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d9969d30-1681-4be2-ae27-62aa8a7db791 req-388231b6-430d-456c-a336-3de56827a9d2 service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889404 Jun 30 01:51:17.222440 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8f54a-9617-4f1a-aa03-7968b019346f req-c545380f-91d9-4106-8fc5-5e3a0f85c327 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:51:17.223965 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5cb8f54a-9617-4f1a-aa03-7968b019346f req-c545380f-91d9-4106-8fc5-5e3a0f85c327 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 945 time: 0.1353033 Jun 30 01:51:17.226267 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d9969d30-1681-4be2-ae27-62aa8a7db791 req-8143869d-481e-42ac-9a85-a1f132e4fd0c service neutron] 10.222.0.36 "GET /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275525 Jun 30 01:51:17.269005 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5cb8f54a-9617-4f1a-aa03-7968b019346f req-f30068b1-77f3-4925-9ae8-ff5de4890672 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca97d72d-780c-4c46-abc6-356290d6f109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385067 Jun 30 01:51:17.279095 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-043c6fd7-eaa2-45cf-9447-08a673ad27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:51:17.310002 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c6fd7-eaa2-45cf-9447-08a673ad27eb None None] The sync data for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi is: [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:29:12Z', 'revision_number': 4, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi', '_interfaces': [{'id': 'b1a625db-0b2c-479d-800e-8581d684aa43', 'name': '', 'network_id': '456d6d6d-f278-4bfa-a1ab-47d1c7be4817', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'mac_address': 'fa:16:3e:36:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:11Z', 'updated_at': '2021-06-30T01:29:20Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'subnets': [{'id': '91500fd6-ba98-441e-8c6a-ef9d57a4853f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:51:17.521727 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf1393d-e749-43a8-9183-ceafb84f3ad4 None None] New status for floating IP 78760b5f-a4d9-4de5-8ea8-15219dbe5d23: DOWN {{(pid=93395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:51:17.718277 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938b072-8b30-4c65-83cd-4708403ea3aa req-057482ab-7729-42a5-9a6a-011d37824daf tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:51:17.719805 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a938b072-8b30-4c65-83cd-4708403ea3aa req-057482ab-7729-42a5-9a6a-011d37824daf tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 945 time: 0.0650706 Jun 30 01:51:17.828642 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-a938b072-8b30-4c65-83cd-4708403ea3aa req-dd350fee-ca44-4048-acc2-74bb44c04dbc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Deleting port 9bff2ef0-f0fb-419a-bfd1-cba300235d64 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:51:17.828976 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-a938b072-8b30-4c65-83cd-4708403ea3aa req-dd350fee-ca44-4048-acc2-74bb44c04dbc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:17.916118 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [req-a938b072-8b30-4c65-83cd-4708403ea3aa req-dd350fee-ca44-4048-acc2-74bb44c04dbc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] For port 9bff2ef0-f0fb-419a-bfd1-cba300235d64, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9bff2ef0-f0fb-419a-bfd1-cba300235d64,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:51:17.916473 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-a938b072-8b30-4c65-83cd-4708403ea3aa req-dd350fee-ca44-4048-acc2-74bb44c04dbc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:17.928516 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [req-a938b072-8b30-4c65-83cd-4708403ea3aa req-dd350fee-ca44-4048-acc2-74bb44c04dbc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Calling delete_port for 9bff2ef0-f0fb-419a-bfd1-cba300235d64 owned by compute:nova {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:51:18.108056 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-a938b072-8b30-4c65-83cd-4708403ea3aa req-dd350fee-ca44-4048-acc2-74bb44c04dbc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:18.112371 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ede4b6ec-e783-48a0-8b5b-9c68d277ebe4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:51:18.139974 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd350fee-ca44-4048-acc2-74bb44c04dbc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event deleted for resources: {'Port': ['ID=9bff2ef0-f0fb-419a-bfd1-cba300235d64,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:51:18.145218 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-dd350fee-ca44-4048-acc2-74bb44c04dbc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:51:18.202838 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a938b072-8b30-4c65-83cd-4708403ea3aa req-dd350fee-ca44-4048-acc2-74bb44c04dbc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] No DVR routers for this DVR port 9bff2ef0-f0fb-419a-bfd1-cba300235d64 on host hv-cinder-79724 {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:51:18.202838 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [req-a938b072-8b30-4c65-83cd-4708403ea3aa req-dd350fee-ca44-4048-acc2-74bb44c04dbc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for port, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:18.202838 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a938b072-8b30-4c65-83cd-4708403ea3aa req-dd350fee-ca44-4048-acc2-74bb44c04dbc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.36 "DELETE /v2.0/ports/9bff2ef0-f0fb-419a-bfd1-cba300235d64 HTTP/1.1" status: 204 len: 173 time: 0.4649041 Jun 30 01:51:18.410976 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9b1be71e-fb53-4766-8c70-1e431e35e958 req-046c1fe1-7a68-4c8b-bcf2-7f9c56194db4 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0294852 Jun 30 01:51:18.663028 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'name': 'network-vif-deleted', 'tag': '9bff2ef0-f0fb-419a-bfd1-cba300235d64'}] {{(pid=93392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:51:18.665452 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02e94f9a98b8caa305da699cca463955f65e7194ef0cda2a38a16cc6fc0134f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af0d154-d9d0-4b1b-b358-123fcb37737a" -d '{"events": [{"server_uuid": "a2d77fa1-d1df-4d4b-9a7b-b33d86188f96", "name": "network-vif-deleted", "tag": "9bff2ef0-f0fb-419a-bfd1-cba300235d64"}]}' {{(pid=93392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:51:18.704801 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a176f9b-e617-409a-b569-a61e7a2e1203 x-openstack-request-id: req-1a176f9b-e617-409a-b569-a61e7a2e1203 {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:51:18.705142 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d77fa1-d1df-4d4b-9a7b-b33d86188f96", "name": "network-vif-deleted", "tag": "9bff2ef0-f0fb-419a-bfd1-cba300235d64", "status": "completed", "code": 200}]} {{(pid=93392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:51:18.705492 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a176f9b-e617-409a-b569-a61e7a2e1203 {{(pid=93392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:51:18.705907 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d77fa1-d1df-4d4b-9a7b-b33d86188f96', 'name': 'network-vif-deleted', 'tag': '9bff2ef0-f0fb-419a-bfd1-cba300235d64', 'status': 'completed', 'code': 200} Jun 30 01:51:19.556711 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5276bdb4-d079-4aee-8ace-3284959dd78e req-092e8947-311d-4253-bf3f-8f7f5d0da7e5 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0284216 Jun 30 01:51:20.697664 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3966e487-9988-455f-9664-22868aae23b9 req-6455e37b-346a-483e-8dc5-e007cd03eb75 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0279336 Jun 30 01:51:21.838534 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-acdb4967-5d22-4230-961a-cd0e215dcb23 req-0e3462e6-4277-45bc-b7ac-c4b6d90223c2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0312073 Jun 30 01:51:22.475480 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 9bff2ef0-f0fb-419a-bfd1-cba300235d64 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:51:22.495804 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] No Port match for: 9bff2ef0-f0fb-419a-bfd1-cba300235d64 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:51:22.496155 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Device 9bff2ef0-f0fb-419a-bfd1-cba300235d64 not bound to the agent host hv-cinder-79724 {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:51:22.992284 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ac5fbd6f-7285-4ca1-af19-42c674938fc5 req-db427467-a72f-4665-bbd9-86002df85f27 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0307584 Jun 30 01:51:24.140977 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4f329bdf-f669-4386-a74f-b9d68415ce06 req-e45f0f80-4bbb-417e-a193-360e8340a3e4 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0281291 Jun 30 01:51:25.281131 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ea22816a-8a24-43a3-be34-304ec23b91f2 req-54bea234-62c5-4485-8992-7787d83b0d42 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0293238 Jun 30 01:51:26.425399 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a2fc0078-91ff-484a-af38-c9ef0e91c134 req-b8080a9a-deaf-463d-856f-d7110986b7a9 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0332923 Jun 30 01:51:27.380457 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:51:27.565506 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ad2dc696-2f5f-4300-a46e-6652adc29a18 req-571fccaf-db1e-4397-b0bd-3d0f36b92101 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0284755 Jun 30 01:51:28.192807 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb1ea-6595-4773-8d37-c7344908dacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:28.712556 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8e08279a-f944-401a-ad50-f75f7028f67d req-fbb418a9-6fc7-4ebe-a638-704e3ab08314 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0322635 Jun 30 01:51:29.869650 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6ca04922-ddd2-456c-9228-96e96766cf42 req-76ceb966-b0d6-4d9d-8c97-1ead933a902b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0293071 Jun 30 01:51:30.838585 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-6dc23839-0915-4d48-bf74-dbf07982d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:31.024642 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fa197736-781c-418d-85f2-f061cc74f0ab req-cfb2513f-d641-4f8b-92b0-c3568115cbd8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0337658 Jun 30 01:51:31.066914 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:32.056305 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:32.175142 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5e928e4c-ed53-48ce-b7ea-1cd03ba50782 req-ec8065bb-dade-4a34-98c2-d1067282349d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0326343 Jun 30 01:51:33.316206 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4d75d5e0-6ced-4d12-8739-f2049f37eaa8 req-939c8c4e-6086-4c55-893a-02e54d306a56 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0298340 Jun 30 01:51:33.472612 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:34.468327 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-b8544d68-e839-4636-a38b-abdfe3948366 req-c0a44e8b-9da3-4d74-8f7b-5e459bcd23df tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0399106 Jun 30 01:51:35.619611 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6b1c18a4-8c3e-4ea4-a540-f0348e15fbe9 req-71e2c17d-c6fc-454b-9564-fa9cc3ff7354 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0347922 Jun 30 01:51:36.507457 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:36.762752 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-8b9cd20d-28e3-4c77-82dc-c227954dbc7d req-5bdb5e67-ffc5-42e2-88ac-602459ee2657 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0327616 Jun 30 01:51:37.917015 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e259da2b-7def-4e9d-af61-64f549fbde13 req-7d8f53c0-7fbe-4520-9825-b01ff47d2a9c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0279167 Jun 30 01:51:39.057770 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ce4d9674-9362-4d4b-b866-e95ba6964e56 req-4bd755e1-50e2-4579-b07a-7e374948fe5d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0298042 Jun 30 01:51:40.208248 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ab25fd5b-0bfd-46ad-900d-664a95a09d28 req-cf39d4be-e6ea-4568-9b98-65b465a515b9 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0391684 Jun 30 01:51:41.361771 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bbd3087e-95d7-4206-928d-c8cd489c61b0 req-ac9a6201-92cc-4524-a2de-1817412cb1e1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0339935 Jun 30 01:51:42.500604 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-638b0121-074f-436f-8fa3-3aa91c47e375 req-f41129f4-52f8-4bbc-ad68-68f3af976022 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0288525 Jun 30 01:51:43.643753 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5fa45340-2395-41b4-b78f-4583e6f9d4cd req-b380213c-a993-4f01-8c4d-309b10995aec tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0285530 Jun 30 01:51:44.788754 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-942138b1-1d62-4b1a-8eb4-5dbab95a0846 req-7e18dba2-c563-4d16-941f-8682d877842e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0321872 Jun 30 01:51:45.925949 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fd86b943-85c5-4771-947b-631175796144 req-70fb323e-59d2-4f26-884a-a065b55547e5 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0279608 Jun 30 01:51:47.071906 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1bf62f9d-984d-440d-8752-55aa94910afb req-321710dc-ca2b-4b42-816d-b13302136fc4 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0351186 Jun 30 01:51:48.212571 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0aa70985-2940-4343-aa92-3e2af5460a39 req-87d45953-f54c-49cd-aa49-7629750ea099 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0301750 Jun 30 01:51:49.351523 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f24e3fe1-e178-4a3f-965a-a13fa838beed req-fff98a2e-0780-4781-8135-aad20d6dcd08 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0311561 Jun 30 01:51:50.490849 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-be251963-f2e1-4d02-8a14-941b28512b4b req-4fa76c8e-76a2-48b4-a07b-2888120d5eea tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0320375 Jun 30 01:51:51.633655 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-14bc830d-964a-41d3-9b67-7e44c1c3a8cc req-1ab09a84-227c-4abc-84a1-d3a6add950cf tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0279336 Jun 30 01:51:52.771812 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9a150213-b696-492e-b621-6b0d3a51c18f req-817b4ee3-a5da-421c-afa1-391955c74feb tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0277221 Jun 30 01:51:53.910600 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d16eba5d-e4fb-45b0-ae69-d2521044d7d6 req-95814742-b6f8-48c0-99de-a92a215d54cc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0313520 Jun 30 01:51:55.049939 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-36e3d461-350e-46c6-8059-0482f25d77e1 req-e7240767-0586-42b7-8565-299e44443ca5 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0288982 Jun 30 01:51:56.189164 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7d1dd6fd-af4b-4da0-9f4c-4a57661466b3 req-9160c9da-eb6d-400c-ac63-639ed00c555b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0279887 Jun 30 01:51:57.325480 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-646fc96d-63a5-44eb-a5a2-a152a7e63a8e req-0a630fac-bcde-4277-9646-5f5e0d52164d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0283051 Jun 30 01:51:58.157701 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb686-6b3b-46d7-b84e-5aa93c81ea49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:58.468848 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bddf663b-1d06-449b-8f98-3e78836503c0 req-7a88e96b-4e60-4449-8534-f0c7b8c9cfed tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0320582 Jun 30 01:51:59.608681 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-be7d0d14-4258-4d9f-8611-9956182b7836 req-2961698a-d47f-423b-b58f-57704775bea5 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0283864 Jun 30 01:52:00.747553 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-789ea952-3936-4d5c-8db7-9bfecaa1bc97 req-ba00b48b-6042-4b48-8183-070a75eac484 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0284064 Jun 30 01:52:00.882630 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-3b6ecae5-836e-4dd9-ae59-45a1ad7867c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:01.100648 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:01.897919 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0e45a0b7-d701-4743-9a30-baf9a0fe89a8 req-856a9628-2f0e-4cef-8b21-041cf8bb7711 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0283833 Jun 30 01:52:02.008896 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:03.039295 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0234239a-dcd4-4260-8164-4561b218940f req-834c229f-150d-4814-b833-fb988a9b7424 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0310223 Jun 30 01:52:03.552190 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:04.189862 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-10893665-27c6-4f1e-8364-48e546d84c61 req-2ad6ff66-a14a-40f2-87af-e0f2396228ca tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0410364 Jun 30 01:52:04.379233 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:52:05.329050 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d0fab249-01a7-43a2-969a-37baea338b71 req-bbdbb3e5-82cb-48d2-9669-39c226eb867a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0279579 Jun 30 01:52:06.466774 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-af31d336-a697-48ce-850b-af110af776f5 req-536f431f-1ab2-4ede-9c12-5dfceccfd4da tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0285826 Jun 30 01:52:06.471770 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:07.613404 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-47ec426d-4df9-419e-afaf-74d56ad827f9 req-e5d2b069-4fe2-498b-a0be-de15de398e17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0326388 Jun 30 01:52:08.762543 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6d5856b4-bb3d-4dd6-b997-e36d260d4ef7 req-5ab5f0b2-1e7b-43e5-80e5-a400ffdb460d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0280364 Jun 30 01:52:09.902154 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-bb2372ad-019f-4075-9c98-00f49bb611c2 req-b15723f0-d407-46d2-8acb-4cf377fdf9fd tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0273948 Jun 30 01:52:11.043804 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3bea7aa1-64d6-40d9-95f0-c7dfb2dfd4d0 req-fdca88b2-2704-40f9-ab2b-e92a9045e5ba tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0279913 Jun 30 01:52:12.203695 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c2339823-6506-461c-aefe-22c5397e3a97 req-7276ba2c-b1c3-4764-94fc-90e99b9d48a2 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0390847 Jun 30 01:52:13.342713 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-87e6135c-2841-4aa7-b138-56e7b03df56a req-04fbb4e1-0004-4de0-8f3d-a87f92e6cf7d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0288174 Jun 30 01:52:13.870982 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [req-cdb22310-1ea0-4039-958b-d0b869eb808d req-20919470-236f-4cbb-a67e-c1157ae86d55 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] (93393) timed out ('10.222.0.36', 60044) {{(pid=93393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 01:52:14.489910 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-036714ff-5e97-42fd-b3c2-74de5613dd2f req-5da82bd5-b131-40b3-9899-924f55bdf2e7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0297749 Jun 30 01:52:15.624937 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ba6def90-46f9-43aa-a9e1-d6188915c795 req-bf98958e-087e-42c3-8525-9d0ad3b2454f tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0276971 Jun 30 01:52:16.764435 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-01348d27-6e67-4c8e-9d0f-2a0cbdef00c9 req-0a5c832b-2d6c-4cfb-949a-71330452d191 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0311422 Jun 30 01:52:17.913505 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4b8af10b-cd9b-4aed-96cd-dc3367c658c5 req-62e82261-ed8a-47e5-a679-f65a4580131b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0285716 Jun 30 01:52:19.051035 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-23594ceb-da06-4565-aca7-4b3c23cb584e req-9fee2e47-ab04-45b7-9033-cf6a78d81568 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0278955 Jun 30 01:52:20.190915 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-484fd25a-2c9f-4b01-9b3d-0965641cadee req-d295e1e9-ed89-4947-afed-5354480bbe50 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0280595 Jun 30 01:52:21.330995 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-221abc95-6ae7-4eb3-ad41-620409469856 req-a8c0a720-10d6-4e55-b666-a5c885d363d8 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0314064 Jun 30 01:52:22.482016 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2aff4489-0cf5-4eb7-a86b-0db7d332987c req-d137774d-4e71-41ce-8de4-685c639fa765 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0292549 Jun 30 01:52:23.620337 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a25aef2c-3607-45bd-9454-e21a38570e9a req-be08b12a-34b9-47bb-bb83-a69f8b3963d9 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0276837 Jun 30 01:52:24.760769 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-46f0bc21-e383-4e5f-87b1-96b159f3b9a1 req-1f1af3af-0333-466c-bc06-56ac37950dfb tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0277624 Jun 30 01:52:25.899400 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a02ab08e-aad7-4015-8fc6-0c4428c5273f req-7088706e-c7f7-4fe8-ba15-56b7c3fcb38c tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0311179 Jun 30 01:52:27.034713 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-76932f68-080e-4ee8-a514-18ae98287f90 req-d7145043-e9e0-4cff-88a2-945756d28f44 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0279467 Jun 30 01:52:28.163040 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-5bb79383-c311-40e3-9142-98cf81a8d1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:28.175439 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-39e0350c-1952-4460-aadc-22af694d0ce7 req-5b938a59-ec34-439f-8f76-87542aa468a1 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0285919 Jun 30 01:52:29.314836 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7065c963-260b-4ba1-a42e-498a87fe181e req-52ea9285-0542-4824-b86b-cb52e744b5dc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0286355 Jun 30 01:52:30.453504 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d5b28d34-55c7-4d43-9097-a8ba9e850ddf req-65471bf7-c936-4444-8b1a-e0e1338cd65b tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0312104 Jun 30 01:52:30.870901 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b93146e1-493b-463a-a7e0-b630dfdabd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:31.094067 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:31.591392 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-e9db675d-bf83-4359-8de7-6be88c0d0234 req-0a51781e-e691-417e-99fc-48c5c37b4fe0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0289001 Jun 30 01:52:32.037449 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:32.729844 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2a7856c0-3c3a-416d-83b2-ade15e922f07 req-cdfb8014-7381-4f62-a274-e1b597b23032 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0273895 Jun 30 01:52:33.511473 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:33.879877 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-07b8dd84-11d5-4dbe-b4df-76b68706d04e req-f8bd53f3-e4ea-4d93-951d-6050b5ae01b7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0334916 Jun 30 01:52:35.037591 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-001e96da-0071-4134-82a5-1e621c645698 req-e5722836-42c1-432e-8343-001c6a6fbcc5 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0311203 Jun 30 01:52:36.174170 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-fe8ffe10-1950-49f8-ac74-46d4095babc4 req-20b614df-2f90-41fe-a054-2ee1e7cc6dc0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0278766 Jun 30 01:52:36.488326 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:37.313474 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3126008f-d6ce-4185-9ab0-f7d45fa87a1b req-8a58192d-fe83-49e2-a5f0-aec3d78b8fea tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0283794 Jun 30 01:52:38.466644 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4a22a44c-beae-4666-a24c-177edd146198 req-eebfc219-85d9-4026-ab49-d74a1f97a883 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0280795 Jun 30 01:52:39.610095 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c431bceb-b55a-473e-b331-2b6c3abf7b69 req-407eae0c-7627-4417-af71-346cecd09821 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0308063 Jun 30 01:52:40.748865 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-2822514b-8dc6-40e3-a1c7-ce2478f4c36d req-1e1b2e32-00f7-45e2-95ad-97a6d89496cd tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0277488 Jun 30 01:52:41.378387 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:52:41.891136 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-98488c6f-ea19-4a12-887b-f334bf8e14a4 req-58d7e02f-39a8-403b-b565-b3198c48bf83 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0295892 Jun 30 01:52:43.028691 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-504405c7-2c55-4efa-9266-d46677aacd58 req-3f6fbda9-4538-47ae-b3cb-8ecbc3e18a95 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0279644 Jun 30 01:52:44.170128 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7018d524-afb4-4d01-88a8-eb0ff96bb472 req-2a750347-c516-4d10-ba1b-dca2416778c6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0305927 Jun 30 01:52:45.308706 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f4dbc1a3-7cd9-4252-8317-24014e21a4bb req-f73d219d-aa71-408a-a6ac-e63423d73d88 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0280533 Jun 30 01:52:46.447654 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c0b69b82-0515-4461-91ce-7f3223af3812 req-08d5cf92-b95e-420d-9928-7bb4b3f906fa tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0278354 Jun 30 01:52:47.588606 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a09f5332-b778-4e82-9ac0-f9d570f3b7ea req-fcea1474-43b8-4a95-bb21-00b52d78256a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0269084 Jun 30 01:52:48.734250 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-c1a3c14a-6346-4a21-8458-c9d898e7005b req-f9e5619b-971e-4326-8867-163b8981ff55 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0300920 Jun 30 01:52:49.879596 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-67d4cd33-8aec-460c-86a4-f451d44a712d req-5c30219a-ed45-444b-b084-9bf7455778e3 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0278153 Jun 30 01:52:51.024784 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-66b16ca7-7169-44ba-bea4-9d20eacd4554 req-0a026f4e-0df4-420d-976d-c8900bb348a9 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0284095 Jun 30 01:52:52.163387 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-a23c51dc-cef6-443b-adfb-e7db77fd9c49 req-91458134-3aeb-4e64-b16f-809992e34a10 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0291839 Jun 30 01:52:53.300721 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-6f34a02f-27ce-4040-b60d-370465fe0318 req-879ae87d-4bfe-45e7-a4e5-1d57f6f3debe tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0303607 Jun 30 01:52:54.438221 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-4e0aaf0d-8a1a-4a77-8c4f-d5e5c8a0a426 req-d8877735-f98d-40c7-9190-1b2bd6d4e092 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0286551 Jun 30 01:52:55.579210 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d61c7a69-0c4f-43b9-b344-999f51a8e708 req-25cf2f3d-2b21-474a-86e5-c1a54f6174df tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0286040 Jun 30 01:52:56.721342 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0e3d243f-e205-4ea8-a594-5a8ed7a78262 req-f115c633-dd66-475a-9a31-a1ba316efc15 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0283847 Jun 30 01:52:57.860532 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-acc34d24-8d73-4754-b5ad-7e4699ce5b41 req-d6dac158-402d-4974-a6eb-d38a5690e4d5 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0315723 Jun 30 01:52:58.235033 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-34a787c0-0922-4932-8302-0dc97fe702bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:58.997727 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-3e58ff42-8375-4779-8b4c-7a035938c027 req-93caaf5a-95eb-4e8c-89fe-e2669f26acf0 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0283191 Jun 30 01:53:00.137113 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-58bb1be8-3e52-4697-9db1-b3334f023c3a req-f4a018bb-847b-4de9-8436-dc473ad6561a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0283103 Jun 30 01:53:00.870077 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-26fb54ae-5d6a-4482-b11c-0081e0b772c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:01.070362 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:01.279535 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-1c5906d3-4cdc-4e33-b6ae-20bf8446a37e req-d8edf90f-74db-4831-8553-9c0bf97c3117 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0279005 Jun 30 01:53:02.070371 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:02.431581 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-7b4fe5c4-e3c9-414d-9bfb-988ac700b324 req-458dd850-8302-4d45-b677-105af0ce70ed tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0325286 Jun 30 01:53:03.472821 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:03.588874 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-0454710e-aad1-4762-8f4b-89e646b0ba02 req-52246c93-2e80-4aa7-9066-d177c9f85007 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0433612 Jun 30 01:53:04.727965 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-ba907890-b84c-400c-b032-b1348562f3e0 req-6a3eef69-f955-421b-b1d4-32393b048b10 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0277021 Jun 30 01:53:05.870031 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f0bd270a-90a3-48a1-8554-3a3bec820075 req-b0252406-f415-4279-8963-3cea66eaa025 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0279005 Jun 30 01:53:06.492992 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:07.010624 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-f71c44ec-5c9a-4e75-b856-cf491f7bedb9 req-b6b0192a-e522-4978-8788-7d083660d43e tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0309892 Jun 30 01:53:08.147890 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-931aeb73-f467-4957-bb48-3ff3a1b1b88e req-4d725fcf-071b-4af3-ad3e-d36ba2ac7af7 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0285511 Jun 30 01:53:09.285979 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-994b3554-98c3-4b27-8dd4-86e7efc1b287 req-0885c3fb-01bd-4860-befa-37d6ae12b110 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0286944 Jun 30 01:53:10.422929 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-72f6898e-8db7-4e94-8ffb-3838e7267434 req-79ab5922-21fa-4304-bc6c-646516a5ba9a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0278494 Jun 30 01:53:11.562777 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-65c2e108-c203-4464-bed1-3f748a5dabb2 req-2feefc9f-5c03-48ef-8635-c398c1025c83 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0304585 Jun 30 01:53:12.699465 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5804516e-22d3-43a2-be62-08d93860b895 req-c83b3176-9f94-4701-b97d-dd1dc7753e4d tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0279782 Jun 30 01:53:13.844212 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-183f5e39-f541-471c-9d25-43d9b118c32b req-9b6148c4-b1af-4c3b-9796-1c8bc4705799 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0289793 Jun 30 01:53:14.993786 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9f2407e1-4596-4591-8b18-581567031e78 req-231b56e0-dbd6-48c3-8aef-d14f4d756911 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0276108 Jun 30 01:53:16.136612 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-5cf63efb-6078-4c6b-b54f-3303dd91b4df req-bdb73ce7-af29-4da7-9b81-c58fe1fea0cc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0313563 Jun 30 01:53:17.285934 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-9c79505f-b723-4770-b859-715dcdfaadd8 req-56cee3d9-9e51-480b-98eb-148f133bb4bd tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0275726 Jun 30 01:53:18.378250 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:53:18.437961 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [req-d1e9d015-873f-4f1e-97f6-cc07afd9a5b5 req-37e3095f-c74a-48c0-ba17-ac03ee4641e6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2d77fa1-d1df-4d4b-9a7b-b33d86188f96 HTTP/1.1" status: 200 len: 210 time: 0.0393002 Jun 30 01:53:19.533707 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 45570) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:53:19.654284 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Deleting port 6b36776c-e377-414f-a467-d03867f2644b {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:53:19.654624 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:19.730166 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:19.730492 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:19.742286 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Calling delete_port for 6b36776c-e377-414f-a467-d03867f2644b owned by network:floatingip {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:53:19.961517 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:19.963697 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-4a76342d-0fd6-4545-bfee-35c18a717a8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:53:19.988230 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event deleted for resources: {'Port': ['ID=6b36776c-e377-414f-a467-d03867f2644b,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:53:19.999152 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:19.999534 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:19.999950 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:20.000258 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:20.000692 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:20.000950 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:20.001301 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:20.001649 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:20.002023 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:20.002549 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:20.002723 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:20.003469 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:20.026055 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:53:20.059367 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for floatingip, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:20.062514 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59302'] for floatingip, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:20.063728 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-8d30bdcb-e2b2-4721-a69a-905d8708d19a tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "DELETE /v2.0/floatingips/92f98d67-eff1-4275-bee4-e35b291481a7 HTTP/1.1" status: 204 len: 168 time: 0.5290616 Jun 30 01:53:28.182549 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-040f47b2-46ac-4aaa-b2d0-e8ca38c73648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:30.863712 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-c04179ab-83c3-44c1-9c08-cd0a35028be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:31.120845 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:32.103876 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:33.470667 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:36.503668 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:55.377981 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:53:58.165747 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-088fd75c-0c0d-482c-921c-c1e6874ba3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:00.943227 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ca59de51-246e-4c68-a824-529b8d4262f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:01.103184 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:02.045814 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:03.480080 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:06.492103 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:28.186309 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-3983fb00-2329-405a-b295-ecec08f7e5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:30.902526 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ffc73ff7-00b3-4164-93c3-37f4fabb59e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:31.091552 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:32.072161 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:32.377034 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:54:33.467592 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:36.502635 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:58.176227 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-de70fa0b-57af-441c-9e3a-c13f6b7a7e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:00.901334 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-0079281a-04e7-41f9-a3f9-860cd6a76803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:01.072545 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:02.049978 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:03.661502 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:06.495763 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:09.375635 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:55:28.163664 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-6f01c923-612f-4a05-85a1-1e441bb93e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:30.889402 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-fc7705c6-a4a9-43f4-8909-9635c762bed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:31.157822 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:32.043222 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:33.481484 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:36.527089 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:46.377692 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:55:58.172226 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-473c93dc-84c3-4362-96f3-c4de4897f8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:00.871298 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-9374f8ad-2dfc-4d84-9f94-bf0644da901a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:01.098730 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:02.063417 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:03.482486 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:06.511407 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:23.377394 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:56:28.167649 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb81c-4e62-495b-a8e0-490d2de78f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:30.858714 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e8683d5a-cf4c-42c7-8b2f-8143358bb5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:31.113723 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:32.065480 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:33.538902 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:36.527416 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:58.183576 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-936ff482-ae07-468f-8ead-9ec188d47010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:00.376526 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:57:00.861383 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-436e335a-9f86-4859-b44c-fa7bc7fbff5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:01.115448 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:02.112569 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:03.507767 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:06.529506 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:28.169197 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-c0610aea-13bb-4772-aa07-81ea5dcf6d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:30.863368 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-0d30163e-5305-48d9-9c3a-42185df8f3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:31.102860 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:32.062832 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:33.500172 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:36.543024 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.375080 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:57:58.162474 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-875cb4a4-4d35-423b-a0b7-e08707ed67ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:00.861675 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d5b37fa1-63a2-413b-95a4-d7bac7a13943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:01.130485 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:02.079044 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:03.502005 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:06.533978 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:14.373613 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:58:28.161269 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d3271e55-5017-4613-8bce-6ce2c6da4c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:30.869793 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-7f04f609-867b-46a2-8876-976a8394385e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:31.104298 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:32.075393 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.506670 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:36.541042 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:51.371372 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:58:58.169437 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e6c5-8323-43ca-a8a7-9f390c2990e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:00.914783 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d3af3b48-e463-4cd5-beb8-a51d3f0c6250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:01.109074 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:02.080590 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:03.514924 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:06.631756 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.010186 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 47072) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:21.069657 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.094681 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.222665 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.225215 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.226358 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] 10.222.0.35 "DELETE /v2.0/security-groups/ca97d72d-780c-4c46-abc6-356290d6f109 HTTP/1.1" status: 204 len: 168 time: 0.2152019 Jun 30 01:59:21.227648 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-9ad34ee4-5bc1-4360-a1ee-5ff4ee5e0955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:21.235671 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca97d72d-780c-4c46-abc6-356290d6f109,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:21.242760 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:21.243197 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:21.243555 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:21.243924 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:21.244285 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:21.244724 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:21.245000 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:21.245357 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:21.245714 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:21.246088 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:21.246453 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:21.246791 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:21.250104 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-f0853647-8828-4855-8d86-30894bcaac17 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:21.617822 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 47082) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:22.134314 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c26c98f2-add9-4b1f-bb14-4df72584e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740615'] for router_interface, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:22.374320 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-c26c98f2-add9-4b1f-bb14-4df72584e4a6 admin admin] Deleting port b1a625db-0b2c-479d-800e-8581d684aa43 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:59:22.374659 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c26c98f2-add9-4b1f-bb14-4df72584e4a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:22.450886 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [None req-c26c98f2-add9-4b1f-bb14-4df72584e4a6 admin admin] For port b1a625db-0b2c-479d-800e-8581d684aa43, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=b1a625db-0b2c-479d-800e-8581d684aa43,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:22.451201 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c26c98f2-add9-4b1f-bb14-4df72584e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:22.463207 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-c26c98f2-add9-4b1f-bb14-4df72584e4a6 admin admin] Calling delete_port for b1a625db-0b2c-479d-800e-8581d684aa43 owned by network:router_interface {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:59:22.702330 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c26c98f2-add9-4b1f-bb14-4df72584e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:22.704368 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-d84129be-fbad-4ae2-bb86-c6fc45a6e773 tempest-TestMinimumBasicScenario-1224506654 tempest-TestMinimumBasicScenario-1224506654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:22.729036 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c98f2-add9-4b1f-bb14-4df72584e4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a625db-0b2c-479d-800e-8581d684aa43,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:22.732404 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c26c98f2-add9-4b1f-bb14-4df72584e4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:22.889709 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-c26c98f2-add9-4b1f-bb14-4df72584e4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741303'] for router_interface, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:23.089307 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26c98f2-add9-4b1f-bb14-4df72584e4a6 admin admin] Router 22062bfc-b07b-4d6b-984a-6f0fdf620172 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:59:23.192323 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26c98f2-add9-4b1f-bb14-4df72584e4a6 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:59:23.197162 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-c26c98f2-add9-4b1f-bb14-4df72584e4a6 admin admin] 10.222.0.35 "PUT /v2.0/routers/22062bfc-b07b-4d6b-984a-6f0fdf620172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5782948 Jun 30 01:59:23.200332 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 47088) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:23.201212 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f833ae69-40c9-44f3-9c91-19b48035b157 None None] Sync routers for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:59:23.212178 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f833ae69-40c9-44f3-9c91-19b48035b157 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:59:23.212791 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-f833ae69-40c9-44f3-9c91-19b48035b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:59:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:23.303025 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Notify callbacks [] for router, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:23.312763 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-f833ae69-40c9-44f3-9c91-19b48035b157 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:59:23.400563 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:23.482744 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-f833ae69-40c9-44f3-9c91-19b48035b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:59:22Z', 'revision_number': 5, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port': {'id': '9a819e5d-0b52-467d-8459-9e7dea6bf38b', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:08Z', 'updated_at': '2021-06-30T01:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:23.511182 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f833ae69-40c9-44f3-9c91-19b48035b157 None None] Checking router: 22062bfc-b07b-4d6b-984a-6f0fdf620172 for host: dv-cinder-797245-10-iscsi {{(pid=93394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:59:23.513085 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Deleting port 9a819e5d-0b52-467d-8459-9e7dea6bf38b {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:59:23.513429 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:23.519398 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f833ae69-40c9-44f3-9c91-19b48035b157 None None] Routers {'22062bfc-b07b-4d6b-984a-6f0fdf620172'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:59:23.520033 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-f833ae69-40c9-44f3-9c91-19b48035b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:59:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['22062bfc-b07b-4d6b-984a-6f0fdf620172'], 'active': True} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:23.595370 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] For port 9a819e5d-0b52-467d-8459-9e7dea6bf38b, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=9a819e5d-0b52-467d-8459-9e7dea6bf38b,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:23.595729 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:23.603800 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvr_db [None req-f833ae69-40c9-44f3-9c91-19b48035b157 None None] Set router 22062bfc-b07b-4d6b-984a-6f0fdf620172 gateway port host: None {{(pid=93394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:59:23.607947 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Calling delete_port for 9a819e5d-0b52-467d-8459-9e7dea6bf38b owned by network:router_gateway {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:59:23.654159 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_hamode_db [None req-f833ae69-40c9-44f3-9c91-19b48035b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:59:23Z', 'revision_number': 6, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port_host': None}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:23.683329 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f833ae69-40c9-44f3-9c91-19b48035b157 None None] The sync data for ids ['22062bfc-b07b-4d6b-984a-6f0fdf620172'] in dv-cinder-797245-10-iscsi is: [{'id': '22062bfc-b07b-4d6b-984a-6f0fdf620172', 'name': 'tempest-TestVolumeBootPattern-1350414257-router', 'tenant_id': '3805c64f4c984954b9989b1b044eb645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:07Z', 'updated_at': '2021-06-30T01:59:23Z', 'revision_number': 6, 'project_id': '3805c64f4c984954b9989b1b044eb645', 'gw_port_host': None}] {{(pid=93394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:59:24.117446 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.119642 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-7a4c7518-9b32-45d5-8f1a-fb752e84789f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:24.142741 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=9a819e5d-0b52-467d-8459-9e7dea6bf38b,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:24.154269 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:24.154647 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:24.155013 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:24.155396 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:24.155754 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:24.156111 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:24.156462 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:24.156816 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:24.157167 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:24.157515 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:24.157859 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:24.158207 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:24.178499 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:24.215451 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630227'] for router_gateway, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.315881 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-273'] for router, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.317949 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.434790 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737682'] for router, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.435459 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22062bfc-b07b-4d6b-984a-6f0fdf620172 {{(pid=93392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:59:24.439876 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] Notify callbacks [] for router, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.442431 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-fbc8355d-e91b-40c8-93a6-52d9041c6f1c admin admin] 10.222.0.35 "DELETE /v2.0/routers/22062bfc-b07b-4d6b-984a-6f0fdf620172 HTTP/1.1" status: 204 len: 168 time: 1.2410657 Jun 30 01:59:24.443760 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 47094) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:24.463517 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 9a819e5d-0b52-467d-8459-9e7dea6bf38b no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:59:24.483788 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 9a819e5d-0b52-467d-8459-9e7dea6bf38b {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:59:24.484144 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 9a819e5d-0b52-467d-8459-9e7dea6bf38b not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:59:24.484578 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device b1a625db-0b2c-479d-800e-8581d684aa43 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:59:24.494002 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f4fca1-13ed-43fd-8762-99585c6d3566 admin admin] Deleting subnet 91500fd6-ba98-441e-8c6a-ef9d57a4853f {{(pid=93393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:59:24.497550 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-50f4fca1-13ed-43fd-8762-99585c6d3566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.503095 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: b1a625db-0b2c-479d-800e-8581d684aa43 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:59:24.503448 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device b1a625db-0b2c-479d-800e-8581d684aa43 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:59:24.536111 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-50f4fca1-13ed-43fd-8762-99585c6d3566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249930'] for subnet, precommit_delete_associations {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.619797 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-50f4fca1-13ed-43fd-8762-99585c6d3566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.757394 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-50f4fca1-13ed-43fd-8762-99585c6d3566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59332781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59259517'] for subnet, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.759889 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-2e908032-c220-4bca-895f-cd48277ddd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:24.784511 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4fca1-13ed-43fd-8762-99585c6d3566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91500fd6-ba98-441e-8c6a-ef9d57a4853f,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:24.787537 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-50f4fca1-13ed-43fd-8762-99585c6d3566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:24.788524 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-50f4fca1-13ed-43fd-8762-99585c6d3566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.790344 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-50f4fca1-13ed-43fd-8762-99585c6d3566 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/91500fd6-ba98-441e-8c6a-ef9d57a4853f HTTP/1.1" status: 204 len: 168 time: 0.3455324 Jun 30 01:59:24.792867 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 47098) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:24.794247 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1600715-927b-48be-bff8-e2958eb24552 None None] Network 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:59:24.862629 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.913407 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Deleting port 477a5a50-06c6-4266-be9c-108b7f3a2947 {{(pid=93393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:59:24.913736 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.966373 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] DHCP port deletion for 456d6d6d-f278-4bfa-a1ab-47d1c7be4817 request from dv-cinder-797245-10-iscsi {{(pid=93394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:59:24.978482 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.db [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] For port 477a5a50-06c6-4266-be9c-108b7f3a2947, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=477a5a50-06c6-4266-be9c-108b7f3a2947,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:24.978833 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:24.991010 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.plugin [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Calling delete_port for 477a5a50-06c6-4266-be9c-108b7f3a2947 owned by network:dhcp {{(pid=93393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:59:25.010636 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Deleting port 477a5a50-06c6-4266-be9c-108b7f3a2947 {{(pid=93394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:59:25.011017 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.073450 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] For port 477a5a50-06c6-4266-be9c-108b7f3a2947, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=477a5a50-06c6-4266-be9c-108b7f3a2947,segment=NetworkSegment(57780f0f-7171-4659-b6e3-ebbd63ee4eea),segment_id=57780f0f-7171-4659-b6e3-ebbd63ee4eea)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:25.075510 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.142477 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59332695'] for port, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.144921 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-4245b3b8-4377-442d-939c-ce0dbce08cc6 tempest-TestShelveInstance-1711637067 tempest-TestShelveInstance-1711637067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:25.174474 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Pushing event deleted for resources: {'Port': ['ID=477a5a50-06c6-4266-be9c-108b7f3a2947,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:25.177680 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:25.182546 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] No DVR routers for this DVR port 477a5a50-06c6-4266-be9c-108b7f3a2947 on host dv-cinder-797245-10-iscsi {{(pid=93393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:59:25.211775 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Calling delete_port for 477a5a50-06c6-4266-be9c-108b7f3a2947 owned by network:dhcp {{(pid=93394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:59:25.264732 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.274333 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456d6d6d-f278-4bfa-a1ab-47d1c7be4817']}} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:25.284309 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57780f0f-7171-4659-b6e3-ebbd63ee4eea') {'for_net_delete': True} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:25.284600 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57780f0f-7171-4659-b6e3-ebbd63ee4eea') {} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:25.288141 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271'] for port, after_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.293168 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-35ae42f6-cb86-43be-b86f-fe0da187ff08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:25.293306 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249925'] for segment, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.306945 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.312580 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Pushing event deleted for resources: {'Port': ['ID=477a5a50-06c6-4266-be9c-108b7f3a2947,revision_number=None']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:25.313486 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:59:25.313868 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59332608'] for segment, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: Traceback (most recent call last): Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: timer() Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: cb(*args, **kw) Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: return func(*args, **kwargs) Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: self._notify() Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: self.callback(batched_events) Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: event.method(event) Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: return f(self, *a, **k) Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._get(url).json() Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: return self.request(url, 'GET', **kwargs) Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:59:25.315552 dv-cinder-797245-10-iscsi neutron-server[93393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:59:25.322774 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:25.323154 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:25.323495 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:25.324403 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:25.324734 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:25.325070 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:25.325392 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:25.325736 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:25.326040 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:25.326362 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:25.326678 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:25.326996 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:25.329676 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] No DVR routers for this DVR port 477a5a50-06c6-4266-be9c-108b7f3a2947 on host dv-cinder-797245-10-iscsi {{(pid=93394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:59:25.331037 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-d7d2eb53-c042-4927-b7d7-4ee1e66e4d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:25.434324 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.437690 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ccb499a1-62e1-4b24-b549-255276ab22d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:25.440092 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.441964 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] 10.222.0.35 "DELETE /v2.0/networks/456d6d6d-f278-4bfa-a1ab-47d1c7be4817 HTTP/1.1" status: 204 len: 168 time: 0.6481209 Jun 30 01:59:25.444791 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 47100) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:25.453274 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Pushing event deleted for resources: {'Network': ['ID=456d6d6d-f278-4bfa-a1ab-47d1c7be4817,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:25.456075 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-310a7f53-ef20-4c91-a4d0-9394b3deca41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:25.774323 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a78c3ec3-f1b5-43c4-b9e7-904a90ba4094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740615'] for router_interface, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.014858 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-a78c3ec3-f1b5-43c4-b9e7-904a90ba4094 admin admin] Deleting port 6c06f464-efbc-40a9-a09c-96a3390d1bd5 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:59:26.015230 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a78c3ec3-f1b5-43c4-b9e7-904a90ba4094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.088226 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-a78c3ec3-f1b5-43c4-b9e7-904a90ba4094 admin admin] For port 6c06f464-efbc-40a9-a09c-96a3390d1bd5, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=6c06f464-efbc-40a9-a09c-96a3390d1bd5,segment=NetworkSegment(31db1905-0d24-4a72-87a5-3e9d305d3d18),segment_id=31db1905-0d24-4a72-87a5-3e9d305d3d18)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:26.088571 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a78c3ec3-f1b5-43c4-b9e7-904a90ba4094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.101313 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-a78c3ec3-f1b5-43c4-b9e7-904a90ba4094 admin admin] Calling delete_port for 6c06f464-efbc-40a9-a09c-96a3390d1bd5 owned by network:router_interface {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:59:26.313861 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a78c3ec3-f1b5-43c4-b9e7-904a90ba4094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.315911 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-2b68d6ca-78f2-41d2-be25-ea4d1d0754a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:26.340162 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c3ec3-f1b5-43c4-b9e7-904a90ba4094 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c06f464-efbc-40a9-a09c-96a3390d1bd5,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:26.343345 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-a78c3ec3-f1b5-43c4-b9e7-904a90ba4094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:26.378051 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 477a5a50-06c6-4266-be9c-108b7f3a2947 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:59:26.400126 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 477a5a50-06c6-4266-be9c-108b7f3a2947 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:59:26.400477 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 477a5a50-06c6-4266-be9c-108b7f3a2947 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:59:26.502900 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-a78c3ec3-f1b5-43c4-b9e7-904a90ba4094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741303'] for router_interface, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.712658 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78c3ec3-f1b5-43c4-b9e7-904a90ba4094 admin admin] Router b752b07e-1914-4b41-9bce-8b9ffa2443f3 has already been hosted by L3 agent d8d21894-bf02-490b-8ee9-50be9fca93cf {{(pid=93392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:59:26.814943 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78c3ec3-f1b5-43c4-b9e7-904a90ba4094 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-iscsi the message routers_updated {{(pid=93392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:59:26.819886 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-a78c3ec3-f1b5-43c4-b9e7-904a90ba4094 admin admin] 10.222.0.35 "PUT /v2.0/routers/b752b07e-1914-4b41-9bce-8b9ffa2443f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3740821 Jun 30 01:59:26.822307 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 47106) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:26.823325 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eba161-3802-47f4-b51d-fcc187c4ff21 None None] Sync routers for ids ['b752b07e-1914-4b41-9bce-8b9ffa2443f3'] in dv-cinder-797245-10-iscsi {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:59:26.832787 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eba161-3802-47f4-b51d-fcc187c4ff21 None None] Routers {'b752b07e-1914-4b41-9bce-8b9ffa2443f3'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:59:26.833389 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-80eba161-3802-47f4-b51d-fcc187c4ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:59:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['b752b07e-1914-4b41-9bce-8b9ffa2443f3'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:26.922885 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Notify callbacks [] for router, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.933743 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-80eba161-3802-47f4-b51d-fcc187c4ff21 None None] Set router b752b07e-1914-4b41-9bce-8b9ffa2443f3 gateway port host: dv-cinder-797245-10-iscsi {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:59:27.025147 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.101212 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-80eba161-3802-47f4-b51d-fcc187c4ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'name': 'tempest-TestVolumeBootPattern-2122495699-router', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'external_fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:59:26Z', 'revision_number': 5, 'project_id': 'd125b77f978e41a0860d926d08b9328a', 'gw_port': {'id': '14d0641c-d35a-4022-981a-87d70c83aed0', 'name': '', 'network_id': 'fc262d4a-4b9d-4d80-8ce2-67a3755c726e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78e5fb5f-f66e-490d-8a31-625dcc4e5b31', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-iscsi'}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:27.130108 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eba161-3802-47f4-b51d-fcc187c4ff21 None None] Checking router: b752b07e-1914-4b41-9bce-8b9ffa2443f3 for host: dv-cinder-797245-10-iscsi {{(pid=93395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:59:27.138229 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eba161-3802-47f4-b51d-fcc187c4ff21 None None] Routers {'b752b07e-1914-4b41-9bce-8b9ffa2443f3'} bound to L3 agent in host dv-cinder-797245-10-iscsi {{(pid=93395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:59:27.138787 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-80eba161-3802-47f4-b51d-fcc187c4ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:19:01Z,description=,heartbeat_timestamp=2021-06-30T01:59:01Z,host='dv-cinder-797245-10-iscsi',id=d8d21894-bf02-490b-8ee9-50be9fca93cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:19:01Z,topic='l3_agent')) {'router_ids': ['b752b07e-1914-4b41-9bce-8b9ffa2443f3'], 'active': True} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:27.160296 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Deleting port 14d0641c-d35a-4022-981a-87d70c83aed0 {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:59:27.160645 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.243941 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] For port 14d0641c-d35a-4022-981a-87d70c83aed0, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=14d0641c-d35a-4022-981a-87d70c83aed0,segment=NetworkSegment(e43a0e99-d628-4e7e-85a7-277ff9c27264),segment_id=e43a0e99-d628-4e7e-85a7-277ff9c27264)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:27.244194 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.257201 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Calling delete_port for 14d0641c-d35a-4022-981a-87d70c83aed0 owned by network:router_gateway {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:59:27.317662 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_dvr_db [None req-80eba161-3802-47f4-b51d-fcc187c4ff21 None None] Set router b752b07e-1914-4b41-9bce-8b9ffa2443f3 gateway port host: None {{(pid=93395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:59:27.366550 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.l3_hamode_db [None req-80eba161-3802-47f4-b51d-fcc187c4ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'name': 'tempest-TestVolumeBootPattern-2122495699-router', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:59:27Z', 'revision_number': 6, 'project_id': 'd125b77f978e41a0860d926d08b9328a', 'gw_port_host': None}], 'dv-cinder-797245-10-iscsi', False) {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:27.395129 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eba161-3802-47f4-b51d-fcc187c4ff21 None None] The sync data for ids ['b752b07e-1914-4b41-9bce-8b9ffa2443f3'] in dv-cinder-797245-10-iscsi is: [{'id': 'b752b07e-1914-4b41-9bce-8b9ffa2443f3', 'name': 'tempest-TestVolumeBootPattern-2122495699-router', 'tenant_id': 'd125b77f978e41a0860d926d08b9328a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:29:16Z', 'updated_at': '2021-06-30T01:59:27Z', 'revision_number': 6, 'project_id': 'd125b77f978e41a0860d926d08b9328a', 'gw_port_host': None}] {{(pid=93395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:59:27.476775 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.479729 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-ef7dcfe0-3d7f-46b6-89fd-cb2bae4ac530 tempest-VolumesActionsTest-789496019 tempest-VolumesActionsTest-789496019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:27.507284 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Pushing event deleted for resources: {'Port': ['ID=14d0641c-d35a-4022-981a-87d70c83aed0,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:27.524986 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:27.562897 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630227'] for router_gateway, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.650286 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-273'] for router, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.652380 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.765593 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737682'] for router, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.766121 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b752b07e-1914-4b41-9bce-8b9ffa2443f3 {{(pid=93392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:59:27.770768 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] Notify callbacks [] for router, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.772084 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-f4178792-16cb-425b-9a00-32e99587d697 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b752b07e-1914-4b41-9bce-8b9ffa2443f3 HTTP/1.1" status: 204 len: 168 time: 0.9488127 Jun 30 01:59:27.775313 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 47110) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:27.826272 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.db.db_base_plugin_v2 [None req-25edd4e3-7df8-4499-adcf-bff0ff305639 admin admin] Deleting subnet 625ea186-c4ce-4b12-b83e-eb868058db43 {{(pid=93393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:59:27.829267 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-25edd4e3-7df8-4499-adcf-bff0ff305639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.862592 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-25edd4e3-7df8-4499-adcf-bff0ff305639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249930'] for subnet, precommit_delete_associations {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.935543 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-25edd4e3-7df8-4499-adcf-bff0ff305639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.049034 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-25edd4e3-7df8-4499-adcf-bff0ff305639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59332781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59259517'] for subnet, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.052360 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:28.075984 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edd4e3-7df8-4499-adcf-bff0ff305639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625ea186-c4ce-4b12-b83e-eb868058db43,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:28.079241 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-25edd4e3-7df8-4499-adcf-bff0ff305639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:28.080219 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-25edd4e3-7df8-4499-adcf-bff0ff305639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.082094 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-25edd4e3-7df8-4499-adcf-bff0ff305639 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/625ea186-c4ce-4b12-b83e-eb868058db43 HTTP/1.1" status: 204 len: 168 time: 0.3056924 Jun 30 01:59:28.084699 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 47112) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:28.084958 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd7c2b-5f66-4487-b664-a466259bd2d4 None None] Network d5972c8a-0b19-4e50-8bcf-e5fb011416a3 requested from dv-cinder-797245-10-iscsi {{(pid=93394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:59:28.155703 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.212148 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Deleting port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff {{(pid=93392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:59:28.212486 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.226042 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-8a13d8de-8cfc-44f8-b5b8-4f210c88f7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.284014 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.db [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] For port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff,segment=NetworkSegment(31db1905-0d24-4a72-87a5-3e9d305d3d18),segment_id=31db1905-0d24-4a72-87a5-3e9d305d3d18)] {{(pid=93392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:28.284369 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.291495 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e8ab25-4ccb-4678-a4a1-47a136720dc4 None None] DHCP port deletion for d5972c8a-0b19-4e50-8bcf-e5fb011416a3 request from dv-cinder-797245-10-iscsi {{(pid=93394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:59:28.299995 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Calling delete_port for c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff owned by network:dhcp {{(pid=93392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:59:28.342921 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-36e8ab25-4ccb-4678-a4a1-47a136720dc4 None None] Deleting port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff {{(pid=93394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:59:28.343345 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-36e8ab25-4ccb-4678-a4a1-47a136720dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763855288890'] for port, before_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.372363 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:59:28.410082 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 6c06f464-efbc-40a9-a09c-96a3390d1bd5 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:59:28.412918 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-36e8ab25-4ccb-4678-a4a1-47a136720dc4 None None] For port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff, host dv-cinder-797245-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-iscsi',level=0,port_id=c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff,segment=NetworkSegment(31db1905-0d24-4a72-87a5-3e9d305d3d18),segment_id=31db1905-0d24-4a72-87a5-3e9d305d3d18)] {{(pid=93394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:28.418116 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-36e8ab25-4ccb-4678-a4a1-47a136720dc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742118'] for port, precommit_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.445140 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 6c06f464-efbc-40a9-a09c-96a3390d1bd5 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:59:28.446751 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 6c06f464-efbc-40a9-a09c-96a3390d1bd5 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:59:28.446751 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:59:28.447785 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-36e8ab25-4ccb-4678-a4a1-47a136720dc4 None None] Calling delete_port for c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff owned by network:dhcp {{(pid=93394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:59:28.465865 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59630371'] for port, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.468334 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-978f0444-6aca-47f8-9feb-b5e26513872e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:28.493934 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:28.497970 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:28.500873 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] No DVR routers for this DVR port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff on host dv-cinder-797245-10-iscsi {{(pid=93392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:59:28.526939 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.db [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No active binding found for port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff {{(pid=93394) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 01:59:28.527297 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:59:28.527718 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 14d0641c-d35a-4022-981a-87d70c83aed0 no longer exists at agent ovs-agent-dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:59:28.555525 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.plugin [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] No Port match for: 14d0641c-d35a-4022-981a-87d70c83aed0 {{(pid=93394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:59:28.555525 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.plugins.ml2.rpc [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Device 14d0641c-d35a-4022-981a-87d70c83aed0 not bound to the agent host dv-cinder-797245-10-iscsi {{(pid=93394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:59:28.577255 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-36e8ab25-4ccb-4678-a4a1-47a136720dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16354709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763855178536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763854721271'] for port, after_delete {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.577481 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.579232 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:28.586784 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5972c8a-0b19-4e50-8bcf-e5fb011416a3']}} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:28.597148 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31db1905-0d24-4a72-87a5-3e9d305d3d18') {'for_net_delete': True} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:28.597452 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.services.segments.db [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31db1905-0d24-4a72-87a5-3e9d305d3d18') {} {{(pid=93392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:28.603564 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8ab25-4ccb-4678-a4a1-47a136720dc4 None None] Pushing event deleted for resources: {'Port': ['ID=c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff,revision_number=None']} {{(pid=93394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:28.607423 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG oslo_concurrency.lockutils [None req-36e8ab25-4ccb-4678-a4a1-47a136720dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93394) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:28.607593 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59551436'] for segment, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.609864 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8ab25-4ccb-4678-a4a1-47a136720dc4 None None] No DVR routers for this DVR port c90b83a7-3322-4c4b-b5e2-3b4ed6a4a1ff on host dv-cinder-797245-10-iscsi {{(pid=93394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:59:28.626232 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.632186 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59630452'] for segment, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: Traceback (most recent call last): Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: timer() Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: cb(*args, **kw) Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: return func(*args, **kwargs) Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: self._notify() Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: self.callback(batched_events) Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: event.method(event) Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: return f(self, *a, **k) Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._get(url).json() Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: return self.request(url, 'GET', **kwargs) Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:59:28.636643 dv-cinder-797245-10-iscsi neutron-server[93392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:59:28.796704 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.800366 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-06724998-cb87-4b98-8865-bad90cd55bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:28.803147 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.804940 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d5972c8a-0b19-4e50-8bcf-e5fb011416a3 HTTP/1.1" status: 204 len: 168 time: 0.7191041 Jun 30 01:59:28.815836 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5972c8a-0b19-4e50-8bcf-e5fb011416a3,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:28.818148 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-9e4b8acf-1d29-45d6-b256-2f8a17f6beb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:29.108741 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 47120) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:29.147585 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-5aabf2b3-cd6c-437c-a5ea-1037281a1546 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3805c64f4c984954b9989b1b044eb645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376101 Jun 30 01:59:29.149895 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 47122) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:29.194219 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2e62f41e-41cc-4feb-948c-4489fba1b49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:29.214231 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2e62f41e-41cc-4feb-948c-4489fba1b49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:29.319270 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2e62f41e-41cc-4feb-948c-4489fba1b49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:29.321841 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-2e62f41e-41cc-4feb-948c-4489fba1b49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:29.322968 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-2e62f41e-41cc-4feb-948c-4489fba1b49a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3151400d-0cc6-4655-b447-7adc9bf34d6c HTTP/1.1" status: 204 len: 168 time: 0.1722274 Jun 30 01:59:29.323828 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-c3b0549a-ae87-4fd4-b5fc-8755ba9ad489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:29.331099 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62f41e-41cc-4feb-948c-4489fba1b49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3151400d-0cc6-4655-b447-7adc9bf34d6c,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:29.333502 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-2e62f41e-41cc-4feb-948c-4489fba1b49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:29.961856 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 47130) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:30.020651 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-b4458994-d145-463b-81c4-3be614e3bbb2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d125b77f978e41a0860d926d08b9328a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574958 Jun 30 01:59:30.022992 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 47132) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:30.069078 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3aa283af-c243-4e08-a2a2-fb8fd9e458fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:30.089043 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3aa283af-c243-4e08-a2a2-fb8fd9e458fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:30.202353 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3aa283af-c243-4e08-a2a2-fb8fd9e458fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:30.204901 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-3aa283af-c243-4e08-a2a2-fb8fd9e458fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:30.206028 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-3aa283af-c243-4e08-a2a2-fb8fd9e458fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f086c86-02cd-4197-b7c1-9882a89a656c HTTP/1.1" status: 204 len: 168 time: 0.1821415 Jun 30 01:59:30.206823 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-a628eb87-48c5-46dc-ab9a-5758f6b98660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:59:30.215563 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa283af-c243-4e08-a2a2-fb8fd9e458fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f086c86-02cd-4197-b7c1-9882a89a656c,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:30.217823 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-3aa283af-c243-4e08-a2a2-fb8fd9e458fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:59:30.861819 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-850bbe9a-523f-43af-b762-5ce9c1069d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:31.099691 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:32.065036 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.516226 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:36.582194 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:58.169439 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-0afb2b39-6f87-443e-a881-d7c608c1d11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:00.855142 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0524-2d9e-4a88-8ef8-b431ee74f151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:01.095539 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:02.073196 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:03.535540 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:05.373391 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:00:06.572709 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:28.166501 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-10667a76-7269-40b1-9c85-c8a583b6596d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:30.875115 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-90095849-f559-43ba-8503-cee7d7bf45b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:31.134647 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:32.098188 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:33.515694 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:36.618105 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:42.373045 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:00:58.154310 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-0b9bcee2-f203-4f00-8d13-e74268dfdd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:00.880007 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-9a646cf4-2741-4e57-a4cd-111b55c668b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:01.105008 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:02.188268 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:03.561888 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:06.596550 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:19.372073 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:01:28.165131 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-00818c1e-16c3-4873-8fc7-4c0d66b3dc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.913240 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-21e9ec4a-e115-4472-bdd1-6ecffce1de17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:31.130815 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:32.101879 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:33.544338 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:36.629448 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:56.370937 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:01:58.154354 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b39aade1-792d-4337-9702-65bf1cf16b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:00.874684 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-bd6963ea-1557-4a65-bdfc-14aa09c65c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:01.126376 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:02.080474 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:03.560015 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:06.646005 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:28.171204 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-5159b0a5-44d2-4dbb-b7e7-1d0ef9eb697e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:30.936221 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-26c1bff0-61cc-4c05-a7e5-e44efaf27025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:31.130795 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:32.117654 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:33.369384 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:02:33.541840 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:36.627881 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:58.173649 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-57c0142b-de75-4fb5-8319-1e5990e966f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:00.882246 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-fcb3195a-68d5-471c-90b4-d1fe47de0c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:01.112409 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:02.146063 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:03.546660 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:06.598946 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.368835 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:03:28.220933 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3abe-ddaf-401f-8a8f-620c37aaa858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:30.901190 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-bbd0a7ba-acf1-4159-a491-9247b49cfe6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:31.125596 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:32.119595 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:33.559351 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:36.639629 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:47.367732 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:03:58.160005 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d0fbb05a-4407-4909-bd7f-ac90064f070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:00.903904 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-c7dff613-e36b-4c0f-98d3-611010f76c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:01.144039 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:02.109304 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:03.629244 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:06.640706 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:24.366853 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:04:28.183660 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-5c14c849-de2b-4752-aa39-984dac2bc65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:30.904012 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0db7-8994-4bac-b276-33e11c7778f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:31.127078 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:32.115338 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:33.561217 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:36.664757 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.230627 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-37607495-e982-459e-ac4d-415dbe47f1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:00.870803 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-62b37097-5883-4abd-bd5e-fd25be95b67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.139188 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.366156 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:05:02.110813 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:03.556537 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.688809 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:28.174622 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-79e695fe-a283-45f2-9e5c-691145245c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:30.871444 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-5abf3513-ce86-482d-a15c-2c2b68ba2f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:31.111566 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:32.122050 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:33.557052 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:36.700520 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:38.365532 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:05:58.186326 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-970331e6-f17e-4e00-a8c4-6aab20ff83ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:00.900609 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d4410fbb-2df4-40ae-8e29-fbcd54793d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:01.181058 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:02.129655 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:03.563889 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:06.660540 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:15.364560 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:06:18.196052 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [req-a938b072-8b30-4c65-83cd-4708403ea3aa req-dd350fee-ca44-4048-acc2-74bb44c04dbc tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] (93392) timed out ('10.222.0.36', 60030) {{(pid=93392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:06:28.174700 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-b53340e8-bcde-4f22-8ec1-0c3eb4eaa72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:30.860912 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-22baec28-5bb2-48fd-a405-2cbb0fd534c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:31.112703 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:32.112238 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:33.541421 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:36.632696 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:52.363827 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:06:58.181599 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-69bab33a-8d88-4973-8f75-1c6037e318e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:00.890311 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-bda66a0c-70d1-4057-bf4b-377191d6fa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:01.119189 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:02.130425 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:03.570811 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:06.673414 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:28.176213 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-53771052-6c06-4761-a5cd-2d52c63ec22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:29.364710 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:07:30.902547 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-67e5c375-c076-4940-b7f1-c5722c6a59a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:31.125747 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:32.141991 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:33.570285 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:36.667768 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:48.851436 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [-] (93392) accepted ('10.222.0.35', 48298) {{(pid=93392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:07:49.065847 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Deleting subnet ce51be1a-a116-468f-8dec-ccd9e5862a95 {{(pid=93392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:07:49.069034 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:49.104959 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551427'] for subnet, precommit_delete_associations {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:49.149826 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16492610'] for subnet, precommit_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:49.285429 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16492635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-103875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59630553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550959'] for subnet, after_delete {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:49.287633 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-c9769500-b1ea-4232-b953-144ddd9907aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 02:07:49.309266 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce51be1a-a116-468f-8dec-ccd9e5862a95,revision_number=None']} {{(pid=93392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:07:49.320230 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron_lib.callbacks.manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:49.322130 dv-cinder-797245-10-iscsi neutron-server[93392]: INFO neutron.wsgi [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ce51be1a-a116-468f-8dec-ccd9e5862a95 HTTP/1.1" status: 204 len: 168 time: 0.4696872 Jun 30 02:07:49.323709 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.324083 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.324452 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.324685 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 48306) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:07:49.325084 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.325829 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.326083 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.326437 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.326789 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.327164 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.327560 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.327910 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.328258 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.331466 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG oslo_concurrency.lockutils [None req-dc905a6c-704d-459f-abc5-088892ea069e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 02:07:49.394269 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16435839'] for network, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:49.470430 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16492700', 'neutron.services.segments.db._delete_segments_for_network-8763855230275'] for network, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:49.479684 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c677321-a991-4f8c-ad8d-f3e88ed548ff']}} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:07:49.489362 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa3f2a2-3ef1-403a-bd46-c82c0d11c807') {'for_net_delete': True} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:07:49.489644 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.services.segments.db [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa3f2a2-3ef1-403a-bd46-c82c0d11c807') {} {{(pid=93393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:07:49.498495 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763855062218', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249925'] for segment, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:49.511331 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720'] for segment, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:49.517689 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16464720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59332608'] for segment, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: Traceback (most recent call last): Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: timer() Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: cb(*args, **kw) Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: return func(*args, **kwargs) Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: self._notify() Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: self.callback(batched_events) Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: event.method(event) Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: return f(self, *a, **k) Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._get(url).json() Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: return self.request(url, 'GET', **kwargs) Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:07:49.523489 dv-cinder-797245-10-iscsi neutron-server[93393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:07:49.662311 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16492679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647998'] for network, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:49.665923 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-8099006f-56af-4ce1-b631-4b8d0872b2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 02:07:49.668474 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:49.670823 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] 10.222.0.35 "DELETE /v2.0/networks/6c677321-a991-4f8c-ad8d-f3e88ed548ff HTTP/1.1" status: 204 len: 168 time: 0.3445511 Jun 30 02:07:49.681419 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=6c677321-a991-4f8c-ad8d-f3e88ed548ff,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:07:49.690944 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.690944 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.690944 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.695163 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.695163 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.695163 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.695163 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.695163 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.695163 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.695163 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.695163 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.695163 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-iscsi {{(pid=93393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:07:49.697364 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-59378152-94f2-4d35-b310-34cf17e09d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 02:07:49.969644 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 48314) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:07:50.009629 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-04d93058-f5bf-4f8c-bdb1-fcea1c87a0fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=534dd6aa855b45a591ecb205a3b12be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386968 Jun 30 02:07:50.012168 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.wsgi [-] (93393) accepted ('10.222.0.35', 48316) {{(pid=93393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:07:50.059192 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ea605b82-2753-4e30-85f9-49f08809ee03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:50.079931 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ea605b82-2753-4e30-85f9-49f08809ee03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:50.170941 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ea605b82-2753-4e30-85f9-49f08809ee03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777556'] for security_group, after_delete {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:50.173571 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron_lib.callbacks.manager [None req-ea605b82-2753-4e30-85f9-49f08809ee03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:50.174836 dv-cinder-797245-10-iscsi neutron-server[93393]: INFO neutron.wsgi [None req-ea605b82-2753-4e30-85f9-49f08809ee03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae HTTP/1.1" status: 204 len: 168 time: 0.1617143 Jun 30 02:07:50.175865 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-31aa254e-c9ba-4a00-bdb5-795235754e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 02:07:50.183518 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea605b82-2753-4e30-85f9-49f08809ee03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aea3a5-3dce-4e1a-9a26-a6f8d02be0ae,revision_number=None']} {{(pid=93393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:07:50.186047 dv-cinder-797245-10-iscsi neutron-server[93393]: DEBUG oslo_concurrency.lockutils [None req-ea605b82-2753-4e30-85f9-49f08809ee03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 02:07:58.165266 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-3fe37bcc-c324-47ba-b20b-55d9960faf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:00.862179 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-31f87b20-cebf-43f6-a1fa-7627d7223b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:01.125353 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:02.107911 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:03.559329 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:06.364099 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:08:06.645301 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:17.287625 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [req-9c79505f-b723-4770-b859-715dcdfaadd8 req-56cee3d9-9e51-480b-98eb-148f133bb4bd tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] (93392) timed out ('10.222.0.35', 58530) {{(pid=93392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:08:18.439917 dv-cinder-797245-10-iscsi neutron-server[93392]: DEBUG neutron.wsgi [req-d1e9d015-873f-4f1e-97f6-cc07afd9a5b5 req-37e3095f-c74a-48c0-ba17-ac03ee4641e6 tempest-TestVolumeBootPattern-90914448 tempest-TestVolumeBootPattern-90914448-project] (93392) timed out ('10.222.0.35', 58608) {{(pid=93392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:08:28.153625 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-986725e8-e04b-45f2-89f2-08e4f9520a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:30.862262 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-832a0859-8ec0-4951-bc6d-5afb60d847ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:31.096775 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:32.176672 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:33.593985 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:36.691010 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:43.362853 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:08:58.166335 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-1c2b0cf0-c4f5-45ca-a477-9503c9e4b49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:00.839760 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-d5b2ff76-c4d7-4350-aac2-8c4eea8980fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:01.160536 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:02.126306 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:03.565696 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:06.726423 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:20.363526 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:09:28.160302 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-9d13f959-067a-42db-aa8f-170d1dd6aaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:30.897966 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-c771a9a7-3cc0-4f02-a736-774cc2970b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:31.138087 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:32.165688 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:33.577516 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:36.663204 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:57.363008 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:09:58.171961 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-009dc7d2-7d8d-4ea3-962c-0c4ad3072bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:00.857333 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4b8d704b-d672-49cd-85f4-96fb3f2a5940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:01.103342 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:02.120290 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:03.589022 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:06.668867 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:28.194908 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-28149dbc-48f9-4db4-a775-618cefd9e35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:30.880299 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-25451973-83a8-42f9-86a8-7c224a1b5e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:31.119697 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:32.150145 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:33.594964 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:34.361879 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:10:36.674973 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:58.149516 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-4edd4b06-af31-47c3-a57a-8bae3016fdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:00.903414 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-e1c12a6b-2434-45b8-b201-b7c89c071e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:01.126252 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:02.161124 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:03.568892 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:06.698712 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:11.364264 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:11:28.188911 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-28b07be2-4603-4c30-a0fc-318eea2ef14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:30.874705 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-20437898-d55c-4405-921e-b94839a27c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:31.126663 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:32.125853 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:33.595736 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:36.704239 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:48.362709 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:11:58.183843 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-65d3a005-2d38-4a2e-ab1a-1afe2edeb97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:00.955300 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-ed11605e-a49b-40ef-8c45-194cc24fdb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:01.121057 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:02.127175 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:03.606087 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:06.698452 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:25.360649 dv-cinder-797245-10-iscsi neutron-server[93395]: DEBUG neutron.db.agents_db [None req-9138f79d-5c2b-4e4b-b9c4-88f80bdfa208 None None] Agent healthcheck: found 6 active agents {{(pid=93395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:12:28.178428 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-47fc4c42-edca-403c-a6c5-46382c77e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:30.886986 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4d20-1052-4efb-a918-9bdc993e6027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:31.109568 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-f13d494d-ab3a-400c-9766-969feed0df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:32.154299 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-14f4f511-1aa1-4ebd-a0e0-c58d039db2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.624585 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-02a53b98-4d6f-4d3f-874e-8ff8d57aa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.709750 dv-cinder-797245-10-iscsi neutron-server[93394]: DEBUG neutron_lib.callbacks.manager [None req-41e6e590-423e-43e7-bef4-c67a5a3f147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763855230257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16473154'] for agent, after_update {{(pid=93394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}